-- Logs begin at Tue 2021-11-09 14:43:12 UTC, end at Tue 2021-11-09 15:47:35 UTC. -- Nov 09 15:17:39.226461 dv-cinder-817223-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Nov 09 15:17:41.588877 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.common.config [-] Logging enabled! Nov 09 15:17:41.589559 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev54 Nov 09 15:17:41.589559 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86731) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 09 15:17:41.592644 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.common.config [-] Logging enabled! Nov 09 15:17:41.592896 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev54 Nov 09 15:17:41.593203 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86731) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 09 15:17:41.594145 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 09 15:17:41.594379 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 09 15:17:41.594729 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 09 15:17:41.594973 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 09 15:17:41.595196 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 09 15:17:41.595508 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.595801 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.596090 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.596318 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.596611 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.596898 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.597176 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.597459 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.597750 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.598060 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.598337 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.598619 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.598846 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.599123 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] config_source = [] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.599405 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.599685 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.599905 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] debug = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.600181 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.600600 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.601623 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.601982 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.602276 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.602562 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.602833 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.603112 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.603395 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.603719 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] host = dv-cinder-817223-1-smb {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.603993 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.604276 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.604560 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.604843 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.605113 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.605387 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.605667 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.605962 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] log_dir = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.606235 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] log_file = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.606512 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.606797 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.607081 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.607369 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.607613 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.607831 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.608142 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.608467 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.608742 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.609015 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.609288 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.609558 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.609856 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.610114 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.610399 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.610678 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.610959 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.611230 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.611501 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.611771 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.612038 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.612319 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.612590 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.612858 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.613127 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.613409 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.613674 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.613990 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.614286 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.614591 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.614896 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.615197 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.615471 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.615772 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.616042 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.616357 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] use_journal = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.616746 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] use_json = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.617097 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.617391 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.617674 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.617975 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.618249 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.618520 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.618793 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.619077 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:41.619373 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.619667 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.619964 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.620243 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.620533 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.620813 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.621099 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.621374 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.621659 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.621978 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.622266 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.622540 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.622828 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.623105 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.623396 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.623693 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.623983 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.624269 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.624541 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.624810 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.625081 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.625353 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.625635 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.625949 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.626233 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.626507 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.626783 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.627071 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.627345 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.627617 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.627892 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.628174 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.628447 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.628718 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.628998 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.629273 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.629542 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.629808 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.630114 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.630400 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.630674 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.630945 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.631214 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.631488 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.631757 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.632041 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.632407 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.632738 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.633015 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.633293 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.633566 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.633851 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.634139 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.634409 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.634688 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.634961 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.635233 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.635503 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.635772 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.636041 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.636313 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.636583 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.636861 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.637132 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.637402 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.637674 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.637970 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.638243 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.638523 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.638820 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.639099 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.639633 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.639920 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.640196 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.640471 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.640744 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.641021 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.641298 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.641570 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.641882 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.642167 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.642452 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.642734 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.643009 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.643302 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.643578 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.643860 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.644135 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.644412 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.644697 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.644978 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.645267 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.645557 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.645863 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.646157 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.646449 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.646725 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.647030 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.647305 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:41.647519 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 09 15:17:41.648305 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86731) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 09 15:17:42.039080 dv-cinder-817223-1-smb neutron-server[86731]: INFO keyring.backend [-] Loading KWallet Nov 09 15:17:42.051645 dv-cinder-817223-1-smb neutron-server[86731]: INFO keyring.backend [-] Loading SecretService Nov 09 15:17:42.055586 dv-cinder-817223-1-smb neutron-server[86731]: INFO keyring.backend [-] Loading Windows Nov 09 15:17:42.056930 dv-cinder-817223-1-smb neutron-server[86731]: INFO keyring.backend [-] Loading chainer Nov 09 15:17:42.057505 dv-cinder-817223-1-smb neutron-server[86731]: INFO keyring.backend [-] Loading macOS Nov 09 15:17:42.093449 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:17:42.093714 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=86731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:17:42.094026 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:17:42.094429 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 09 15:17:42.435515 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:42.435801 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:42.436070 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:42.437244 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:42.437529 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:42.437791 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:42.558998 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:42.559266 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:42.559533 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:42.573333 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:42.573609 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:42.573897 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:42.603984 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:42.604616 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:42.604616 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:42.643018 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:42.643290 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:42.643552 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:42.876527 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:42.876736 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:42.877005 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:42.877270 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:42.878038 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.002470 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.002787 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.003067 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.003334 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.003601 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.003927 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.004192 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.004485 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.004747 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.005030 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.005282 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.005691 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.005985 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.006245 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.006515 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.006788 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.007077 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.007658 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.007658 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.007958 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.008307 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.008559 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.008808 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.009090 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.009338 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.009584 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.009990 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86731) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 15:17:43.010229 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86731) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 15:17:43.010465 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86731) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 15:17:43.010696 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86731) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 15:17:43.010924 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86731) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 15:17:43.011156 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86731) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 15:17:43.011516 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 09 15:17:43.014912 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 09 15:17:43.018832 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 09 15:17:43.022640 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1200, 1249)])]) Nov 09 15:17:43.024912 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 09 15:17:43.025346 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 09 15:17:43.025677 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 09 15:17:43.026152 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 09 15:17:43.029138 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 09 15:17:43.029388 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 09 15:17:43.029731 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 09 15:17:43.057806 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 09 15:17:43.058270 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.058569 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86731) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 09 15:17:43.058926 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.060300 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86731) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 09 15:17:43.060575 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 09 15:17:43.060817 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 09 15:17:43.064040 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.064316 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.125382 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 09 15:17:43.125619 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 09 15:17:43.125876 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 09 15:17:43.126247 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 09 15:17:43.158928 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_db.sqlalchemy.engines [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=86731) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Nov 09 15:17:43.489992 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.plugins.ml2.managers [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Initializing driver for type 'gre' Nov 09 15:17:43.490422 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] gre ID ranges: [(1, 1000)] Nov 09 15:17:43.545291 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.plugins.ml2.managers [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Initializing driver for type 'local' Nov 09 15:17:43.545626 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.plugins.ml2.managers [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Initializing driver for type 'vlan' Nov 09 15:17:43.558230 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] VlanTypeDriver initialization complete Nov 09 15:17:43.558578 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.plugins.ml2.managers [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Initializing driver for type 'vxlan' Nov 09 15:17:43.559067 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] vxlan ID ranges: [(1, 1000)] Nov 09 15:17:43.611280 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.plugins.ml2.managers [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Initializing extension driver 'port_security' Nov 09 15:17:43.611994 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.plugins.ml2.extensions.port_security [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] PortSecurityExtensionDriver initialization complete Nov 09 15:17:43.611994 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.plugins.ml2.managers [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Initializing mechanism driver 'openvswitch' Nov 09 15:17:43.612259 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.plugins.ml2.managers [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Initializing mechanism driver 'hyperv' Nov 09 15:17:43.618910 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.plugins.ml2.plugin [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:17:43.619670 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > port after_create 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.620034 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > port after_update 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.620384 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > port after_delete 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.620801 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > subnet after_create 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.621296 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > subnet after_update 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.621474 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.621864 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > network after_create 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.622204 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > network after_update 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.622566 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > network after_delete 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.622935 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > security_group after_create 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.623261 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > security_group after_update 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.623595 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > security_group after_delete 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.623984 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.624342 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.624694 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.625060 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > address_group after_create 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.625393 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > address_group after_update 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.625719 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > address_group after_delete 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.626076 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] ML2 OVO RPC backend initialized. {{(pid=86731) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Nov 09 15:17:43.626770 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.627117 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.627522 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > network before_response 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.627866 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > networks before_response 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.628204 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > port before_response 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.628535 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > ports before_response 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.628870 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > subnet before_response 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.629201 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > subnets before_response 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.629537 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > network after_create 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.629889 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > network after_update 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.632454 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > network after_delete 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.632454 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > port after_create 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.632454 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > port after_update 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.632454 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > port after_delete 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.632843 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > subnet after_create 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.632843 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > subnet after_update 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.632843 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.632843 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.plugins.ml2.plugin [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Modular L2 Plugin initialization complete Nov 09 15:17:43.633122 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading services supported by the core plugin {{(pid=86731) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 09 15:17:43.633410 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.plugins.ml2.managers [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Got port-security extension from driver 'port_security' Nov 09 15:17:43.633902 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.extensions.vlantransparent [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Disabled vlantransparent extension. Nov 09 15:17:43.634387 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86731) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 09 15:17:43.634695 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading Plugin: router Nov 09 15:17:43.672243 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > router_interface before_create 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.672654 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > router after_create 55549900 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.673016 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > router before_create 55549900 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.673373 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.673733 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.674104 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > router after_delete 55549900 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.674452 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > floatingip after_update 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.674805 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > router after_create 55549900 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.675144 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > router after_update 55549900 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.675483 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > router after_update 55549900 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.675823 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.676172 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > router after_update 55549900 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.676572 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > router precommit_update 55549900 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.676932 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: port after_update 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.677269 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: port after_delete 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.677597 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: subnet after_update 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.677955 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.678302 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > port precommit_delete 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.678639 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > router precommit_create 55549900 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.679047 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: port before_delete 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.679388 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > router precommit_create 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.679739 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > router after_update 55549900 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.680075 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > router precommit_delete 55549900 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.680414 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > router precommit_create 55549900 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.680767 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.681104 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > router precommit_update 55549900 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.681460 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > agent after_create 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.681801 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > agent after_delete 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.682160 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > network after_delete 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.683107 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.quota.resource_registry [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Tracking information for resource: router configured {{(pid=86731) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 15:17:43.683435 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.quota.resource_registry [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Tracking information for resource: floatingip configured {{(pid=86731) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 15:17:43.688656 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.db.l3_agentschedulers_db [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 09 15:17:43.689222 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: port after_update 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.689574 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: port after_create 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.689943 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: port after_delete 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.690294 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: port after_update 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.691069 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > router before_create 55550100 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.691426 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > router precommit_delete 55550100 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.691779 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > router precommit_create 55550100 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.692126 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > router precommit_update 55550100 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.696815 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.services.provider_configuration [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Service providers = [] {{(pid=86731) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 09 15:17:43.697176 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.db.servicetype_db [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86731) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 09 15:17:43.700175 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.services.service_base [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86731) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 09 15:17:43.700514 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.services.service_base [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86731) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 09 15:17:43.700846 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.services.service_base [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86731) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 09 15:17:43.701922 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.services.service_base [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86731) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 09 15:17:43.702293 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.services.service_base [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 09 15:17:43.702665 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86731) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 15:17:43.702975 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 09 15:17:43.714421 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86731) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 15:17:43.714748 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading Plugin: auto_allocate Nov 09 15:17:43.720674 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: network precommit_update 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.721035 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: network precommit_create 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.721547 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86731) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 15:17:43.721878 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading Plugin: tag Nov 09 15:17:43.729283 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86731) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 15:17:43.729605 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading Plugin: timestamp Nov 09 15:17:43.734361 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86731) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 15:17:43.734686 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading Plugin: network_ip_availability Nov 09 15:17:43.739903 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.740312 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.740614 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.741313 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86731) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 15:17:43.741873 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading Plugin: flavors Nov 09 15:17:43.746620 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86731) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 15:17:43.746940 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading Plugin: revisions Nov 09 15:17:43.751268 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86731) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 15:17:43.751654 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_concurrency.lockutils [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.658s {{(pid=86731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:17:43.752388 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86731) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 09 15:17:43.752721 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Initializing extension manager. Nov 09 15:17:43.753218 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: __init__.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.753552 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: __pycache__ {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.753908 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.754237 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: address_group.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.754982 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.755698 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: address-group Nov 09 15:17:43.755935 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: address_scope.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.756640 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.757532 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: address-scope Nov 09 15:17:43.757532 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.758537 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.759049 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: router-admin-state-down-before-update Nov 09 15:17:43.759368 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: agent.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.760064 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.760594 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: agent Nov 09 15:17:43.760908 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: agent_resources_synced.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.761907 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.762418 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: agent-resources-synced Nov 09 15:17:43.762755 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: allowedaddresspairs.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.764852 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.765415 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: allowed-address-pairs Nov 09 15:17:43.765736 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: auto_allocated_topology.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.766828 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.767342 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: auto-allocated-topology Nov 09 15:17:43.767660 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: availability_zone.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.768342 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.768849 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: availability_zone Nov 09 15:17:43.769160 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: availability_zone_filter.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.770086 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.770588 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: availability_zone_filter Nov 09 15:17:43.771193 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: data_plane_status.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.771941 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.772444 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extension data-plane-status not supported by any of loaded plugins Nov 09 15:17:43.773434 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: default_subnetpools.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.774392 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.774899 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: default-subnetpools Nov 09 15:17:43.775216 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.776022 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.776522 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: dhcp_agent_scheduler Nov 09 15:17:43.776837 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: dns.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.777744 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.778281 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extension dns-integration not supported by any of loaded plugins Nov 09 15:17:43.778602 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: dns_domain_ports.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.779520 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.780025 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 09 15:17:43.780344 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: dvr.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.781007 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.781509 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: dvr Nov 09 15:17:43.781847 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: empty_string_filtering.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.782750 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.783258 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: empty-string-filtering Nov 09 15:17:43.783575 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.784479 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.784978 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 09 15:17:43.785293 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.786216 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.786722 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 09 15:17:43.787037 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: external_net.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.787932 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.789132 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: external-net Nov 09 15:17:43.789462 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.790389 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.790900 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: extra_dhcp_opt Nov 09 15:17:43.791215 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: extraroute.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.792110 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.792612 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: extraroute Nov 09 15:17:43.792926 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: extraroute_atomic.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.793985 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.794495 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: extraroute-atomic Nov 09 15:17:43.794811 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: filter_validation.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.795472 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.795970 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: filter-validation Nov 09 15:17:43.796285 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: fip_pf_description.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.798752 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.799268 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 09 15:17:43.799592 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: fip_port_details.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.800519 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.801023 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: fip-port-details Nov 09 15:17:43.801343 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: flavors.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.802618 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.803160 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: flavors Nov 09 15:17:43.803481 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.805372 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.805918 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 09 15:17:43.806242 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: floatingip_pools.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.806986 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.807527 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: floatingip-pools Nov 09 15:17:43.807864 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: ip_allocation.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.808777 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.809286 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extension ip_allocation not supported by any of loaded plugins Nov 09 15:17:43.809602 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.810532 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.811038 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: ip-substring-filtering Nov 09 15:17:43.811355 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: l2_adjacency.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.812279 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.812778 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 09 15:17:43.813090 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: l3.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.814103 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.814613 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: router Nov 09 15:17:43.814934 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.817171 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.817699 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 09 15:17:43.818052 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.818981 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.819497 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: ext-gw-mode Nov 09 15:17:43.819867 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.820779 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.821318 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: l3-ha Nov 09 15:17:43.821661 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: l3_flavors.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.822580 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.823085 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: l3-flavors Nov 09 15:17:43.823401 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.824323 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.824825 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 09 15:17:43.825144 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: l3agentscheduler.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.826208 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.826718 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: l3_agent_scheduler Nov 09 15:17:43.827036 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: logging.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.828527 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.829041 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extension logging not supported by any of loaded plugins Nov 09 15:17:43.829371 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: metering.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.830135 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.830703 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: metering Nov 09 15:17:43.831021 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.832110 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.832618 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: metering_source_and_destination_fields Nov 09 15:17:43.832936 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: multiprovidernet.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.834055 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.834568 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: multi-provider Nov 09 15:17:43.834887 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: netmtu.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.836365 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.836874 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: net-mtu Nov 09 15:17:43.837192 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: netmtu_writable.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.838132 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.838640 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: net-mtu-writable Nov 09 15:17:43.838960 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: network_availability_zone.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.839630 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.840142 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: network_availability_zone Nov 09 15:17:43.840455 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: network_ip_availability.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.841535 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.842073 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: network-ip-availability Nov 09 15:17:43.842391 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: network_segment_range.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.843158 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.843658 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extension network-segment-range not supported by any of loaded plugins Nov 09 15:17:43.843972 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: pagination.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.844942 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.845263 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: pagination Nov 09 15:17:43.845575 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: port_device_profile.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.846494 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.846998 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: port-device-profile Nov 09 15:17:43.847312 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.848239 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.848831 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: port-mac-address-regenerate Nov 09 15:17:43.849196 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.850136 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.850638 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: port-numa-affinity-policy Nov 09 15:17:43.851672 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: port_resource_request.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.852545 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.853047 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extension port-resource-request not supported by any of loaded plugins Nov 09 15:17:43.853361 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: portbindings.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.854310 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.854812 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: binding Nov 09 15:17:43.855126 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: portbindings_extended.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.856396 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.856901 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: binding-extended Nov 09 15:17:43.857219 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: portsecurity.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.858153 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.858655 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: port-security Nov 09 15:17:43.858974 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: project_id.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.859952 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.860273 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: project-id Nov 09 15:17:43.860587 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: providernet.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.861517 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.862075 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: provider Nov 09 15:17:43.862415 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: qos.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.866112 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.866672 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extension qos not supported by any of loaded plugins Nov 09 15:17:43.867001 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.868235 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.868752 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 09 15:17:43.869075 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.870019 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.870530 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 09 15:17:43.870848 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: qos_default.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.871746 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.872252 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extension qos-default not supported by any of loaded plugins Nov 09 15:17:43.872567 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: qos_fip.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.873209 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.873707 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extension qos-fip not supported by any of loaded plugins Nov 09 15:17:43.874044 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: qos_gateway_ip.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.874952 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.875454 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 09 15:17:43.875767 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: qos_port_network_policy.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.876664 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.877168 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 09 15:17:43.877486 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: qos_rule_type_details.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.878419 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.878925 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 09 15:17:43.879239 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: qos_rules_alias.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.880273 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.880780 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 09 15:17:43.881096 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: quotasv2.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.882038 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.882515 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: quotas Nov 09 15:17:43.882836 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: quotasv2_detail.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.884464 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.884796 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: quota_details Nov 09 15:17:43.885119 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: rbac.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.886336 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.886871 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: rbac-policies Nov 09 15:17:43.887191 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: rbac_address_group.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.888116 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.888629 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: rbac-address-group Nov 09 15:17:43.888948 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: rbac_address_scope.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.890151 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.890660 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: rbac-address-scope Nov 09 15:17:43.890975 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: rbac_security_groups.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.891881 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.892458 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: rbac-security-groups Nov 09 15:17:43.892773 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: rbac_subnetpool.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.893694 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.894238 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: rbac-subnetpool Nov 09 15:17:43.894552 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: revisionifmatch.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.895460 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.895960 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: revision-if-match Nov 09 15:17:43.896272 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: revisions.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.897394 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.898525 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: standard-attr-revisions Nov 09 15:17:43.899010 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: router_availability_zone.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.899681 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.900205 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: router_availability_zone Nov 09 15:17:43.900520 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: routerservicetype.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.901436 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.901985 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extension router-service-type not supported by any of loaded plugins Nov 09 15:17:43.902301 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.903211 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.903718 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: security-groups-normalized-cidr Nov 09 15:17:43.904031 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.904966 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.905506 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: port-security-groups-filtering Nov 09 15:17:43.905842 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.906749 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.907256 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: security-groups-remote-address-group Nov 09 15:17:43.907568 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: securitygroup.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.917999 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.918524 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: security-group Nov 09 15:17:43.918850 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: segment.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.919630 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.920140 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extension segment not supported by any of loaded plugins Nov 09 15:17:43.920460 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.921387 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.921920 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 09 15:17:43.922239 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: servicetype.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.923336 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.923847 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: service-type Nov 09 15:17:43.924167 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: sorting.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.925148 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.925474 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: sorting Nov 09 15:17:43.925790 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: standard_attr_segment.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.926718 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.927228 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 09 15:17:43.927545 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: standardattrdescription.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.928207 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.928741 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: standard-attr-description Nov 09 15:17:43.929163 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: stateful_security_group.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.930152 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.930661 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: stateful-security-group Nov 09 15:17:43.931034 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: stdattrs_common.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.931633 dv-cinder-817223-1-smb neutron-server[86731]: WARNING neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 09 15:17:43.931947 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.932959 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.933466 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 09 15:17:43.933781 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: subnet_onboard.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.934867 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.935376 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: subnet_onboard Nov 09 15:17:43.935690 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.936612 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.937116 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 09 15:17:43.937430 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: subnet_service_types.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.938372 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.938884 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: subnet-service-types Nov 09 15:17:43.939198 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: subnetallocation.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.940278 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.940787 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: subnet_allocation Nov 09 15:17:43.941104 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.941758 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.942315 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: subnetpool-prefix-ops Nov 09 15:17:43.942609 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.943536 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.944034 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 09 15:17:43.944349 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: tagging.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.945974 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.946490 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: standard-attr-tag Nov 09 15:17:43.946807 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: timestamp.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.948002 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.948510 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loaded extension: standard-attr-timestamp Nov 09 15:17:43.948831 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: trunk.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.949879 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.950395 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extension trunk not supported by any of loaded plugins Nov 09 15:17:43.950714 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: trunk_details.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.951622 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.952129 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extension trunk-details not supported by any of loaded plugins Nov 09 15:17:43.952445 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: uplink_status_propagation.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.953362 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.953965 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 09 15:17:43.954288 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Loading extension file: vlantransparent.py {{(pid=86731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 15:17:43.954953 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 15:17:43.955462 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 09 15:17:43.957886 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.quota.resource_registry [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Creating instance of TrackedResource for resource:network Nov 09 15:17:43.958610 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.quota.resource_registry [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Creating instance of TrackedResource for resource:subnet Nov 09 15:17:43.959383 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.quota.resource_registry [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Creating instance of TrackedResource for resource:subnetpool Nov 09 15:17:43.959990 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.quota.resource_registry [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Creating instance of TrackedResource for resource:port Nov 09 15:17:43.961976 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.v2.resource_helper [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 15:17:43.962408 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.v2.resource_helper [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Service FLAVORS assigned prefix: {{(pid=86731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 15:17:43.963041 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.v2.resource_helper [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 15:17:43.963473 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.v2.resource_helper [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 15:17:43.963797 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.quota.resource_registry [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Creating instance of TrackedResource for resource:router Nov 09 15:17:43.964450 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.quota.resource_registry [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Creating instance of TrackedResource for resource:floatingip Nov 09 15:17:43.965147 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.v2.resource_helper [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Service METERING assigned prefix: /metering {{(pid=86731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 15:17:43.966620 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.966985 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.967329 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:17:43.968468 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.quota.resource_registry [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Creating instance of CountableResource for resource:rbac_policy Nov 09 15:17:43.968898 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.quota.resource_registry [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Creating instance of TrackedResource for resource:security_group Nov 09 15:17:43.969551 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.quota.resource_registry [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 09 15:17:43.970317 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.v2.resource_helper [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Service CORE assigned prefix: {{(pid=86731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 15:17:43.970640 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.quota.resource_registry [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Creating instance of TrackedResource for resource:subnetpool Nov 09 15:17:43.970976 dv-cinder-817223-1-smb neutron-server[86731]: WARNING neutron.quota.resource_registry [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] subnetpool is already registered Nov 09 15:17:43.971566 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.v2.resource_helper [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Service CORE assigned prefix: {{(pid=86731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 15:17:43.971910 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.quota.resource_registry [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Creating instance of TrackedResource for resource:subnetpool Nov 09 15:17:43.972258 dv-cinder-817223-1-smb neutron-server[86731]: WARNING neutron.quota.resource_registry [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] subnetpool is already registered Nov 09 15:17:43.974897 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.v2.resource_helper [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 15:17:43.975360 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.v2.resource_helper [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Service FLAVORS assigned prefix: {{(pid=86731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 15:17:43.976067 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.v2.resource_helper [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 15:17:43.976816 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.v2.resource_helper [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 15:17:43.976816 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.quota.resource_registry [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Creating instance of TrackedResource for resource:router Nov 09 15:17:43.977151 dv-cinder-817223-1-smb neutron-server[86731]: WARNING neutron.quota.resource_registry [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] router is already registered Nov 09 15:17:43.977735 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.quota.resource_registry [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Creating instance of TrackedResource for resource:floatingip Nov 09 15:17:43.978082 dv-cinder-817223-1-smb neutron-server[86731]: WARNING neutron.quota.resource_registry [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] floatingip is already registered Nov 09 15:17:43.978703 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.v2.resource_helper [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Service METERING assigned prefix: /metering {{(pid=86731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 15:17:43.979361 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.quota.resource_registry [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Creating instance of CountableResource for resource:rbac_policy Nov 09 15:17:43.979684 dv-cinder-817223-1-smb neutron-server[86731]: WARNING neutron.quota.resource_registry [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] rbac_policy is already registered Nov 09 15:17:43.980230 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.quota.resource_registry [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Creating instance of TrackedResource for resource:security_group Nov 09 15:17:43.980562 dv-cinder-817223-1-smb neutron-server[86731]: WARNING neutron.quota.resource_registry [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] security_group is already registered Nov 09 15:17:43.981147 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.quota.resource_registry [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 09 15:17:43.981468 dv-cinder-817223-1-smb neutron-server[86731]: WARNING neutron.quota.resource_registry [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] security_group_rule is already registered Nov 09 15:17:43.982157 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.v2.resource_helper [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Service CORE assigned prefix: {{(pid=86731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 15:17:43.982473 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.quota.resource_registry [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Creating instance of TrackedResource for resource:subnetpool Nov 09 15:17:43.982794 dv-cinder-817223-1-smb neutron-server[86731]: WARNING neutron.quota.resource_registry [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] subnetpool is already registered Nov 09 15:17:43.983394 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.v2.resource_helper [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Service CORE assigned prefix: {{(pid=86731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 15:17:43.983709 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.quota.resource_registry [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Creating instance of TrackedResource for resource:subnetpool Nov 09 15:17:43.984029 dv-cinder-817223-1-smb neutron-server[86731]: WARNING neutron.quota.resource_registry [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] subnetpool is already registered Nov 09 15:17:43.984657 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extended resource: extensions {{(pid=86731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 15:17:43.986118 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extended resource: address-groups {{(pid=86731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 15:17:43.987714 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extended resource: address-scopes {{(pid=86731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 15:17:43.988895 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extended resource: agents {{(pid=86731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 15:17:43.990065 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extended resource: auto-allocated-topology {{(pid=86731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 15:17:43.991343 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extended resource: availability_zones {{(pid=86731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 15:17:43.992754 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extended resource: dhcp-networks {{(pid=86731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 15:17:43.994197 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extended resource: dhcp-agents {{(pid=86731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 15:17:43.995613 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extended resource: routers {{(pid=86731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 15:17:43.998286 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extended resource: flavors {{(pid=86731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 15:17:43.999426 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extended resource: service_profiles {{(pid=86731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 15:17:44.000657 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extended resource: next_providers {{(pid=86731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 15:17:44.002208 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extended resource: service_profiles {{(pid=86731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 15:17:44.003639 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extended resource: floatingip-pools {{(pid=86731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 15:17:44.004833 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extended resource: routers {{(pid=86731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 15:17:44.006624 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extended resource: floatingips {{(pid=86731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 15:17:44.008448 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extended resource: l3-routers {{(pid=86731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 15:17:44.009817 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extended resource: l3-agents {{(pid=86731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 15:17:44.011228 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extended resource: metering-labels {{(pid=86731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 15:17:44.012576 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extended resource: metering-label-rules {{(pid=86731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 15:17:44.013846 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extended resource: network-ip-availabilities {{(pid=86731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 15:17:44.015361 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extended resource: bindings {{(pid=86731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 15:17:44.017045 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extended resource: quotas {{(pid=86731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 15:17:44.018553 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extended resource: quotas {{(pid=86731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 15:17:44.019937 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extended resource: rbac-policies {{(pid=86731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 15:17:44.021224 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extended resource: security-groups {{(pid=86731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 15:17:44.022449 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extended resource: security-group-rules {{(pid=86731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 15:17:44.023999 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extended resource: service-providers {{(pid=86731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 15:17:44.025222 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extended resource: subnetpools {{(pid=86731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 15:17:44.026663 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extended resource: subnetpools {{(pid=86731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 15:17:44.028089 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extended resource: tags {{(pid=86731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 15:17:44.029895 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extended resource: tags {{(pid=86731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 15:17:44.031816 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extended resource: tags {{(pid=86731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 15:17:44.033576 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extended resource: tags {{(pid=86731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 15:17:44.035354 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extended resource: tags {{(pid=86731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 15:17:44.037183 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extended resource: tags {{(pid=86731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 15:17:44.039545 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extended resource: tags {{(pid=86731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 15:17:44.041439 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extended resource: tags {{(pid=86731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 15:17:44.043191 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extended resource: tags {{(pid=86731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 15:17:44.045001 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron.api.extensions [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Extended resource: tags {{(pid=86731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 15:17:44.051656 dv-cinder-817223-1-smb neutron-server[86731]: WARNING keystonemiddleware.auth_token [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 09 15:17:44.056466 dv-cinder-817223-1-smb neutron-server[86731]: WARNING keystonemiddleware.auth_token [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 09 15:17:44.065125 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_concurrency.lockutils [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Acquired lock "singleton_lock" {{(pid=86731) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Nov 09 15:17:44.065598 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_concurrency.lockutils [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Releasing lock "singleton_lock" {{(pid=86731) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Nov 09 15:17:44.066247 dv-cinder-817223-1-smb neutron-server[86731]: INFO oslo_service.service [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Starting 2 workers Nov 09 15:17:44.071061 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Started child 86838 {{(pid=86731) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 09 15:17:44.075531 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Started child 86839 {{(pid=86731) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 09 15:17:44.076473 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:17:44.077076 dv-cinder-817223-1-smb neutron-server[86731]: INFO neutron.service [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 09 15:17:44.077713 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Notify callbacks [] for process, before_spawn {{(pid=86731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:17:44.077973 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [-] (86838) wsgi starting up on http://0.0.0.0:9696 Nov 09 15:17:44.079687 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:17:44.080163 dv-cinder-817223-1-smb neutron-server[86731]: INFO oslo_service.service [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Starting 1 workers Nov 09 15:17:44.081118 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [-] (86839) wsgi starting up on http://0.0.0.0:9696 Nov 09 15:17:44.085087 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Started child 86840 {{(pid=86731) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 09 15:17:44.085637 dv-cinder-817223-1-smb neutron-server[86731]: INFO oslo_service.service [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Starting 1 workers Nov 09 15:17:44.088453 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.service [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] calling RpcWorker wait() {{(pid=86840) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 09 15:17:44.089076 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.service [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] returning from RpcWorker wait() {{(pid=86840) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 09 15:17:44.090099 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Started child 86841 {{(pid=86731) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 09 15:17:44.090269 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:17:44.090635 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:17:44.090854 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG neutron_lib.callbacks.manager [None req-d57acd9a-afea-4a3b-a5cb-6b7ce3bc3690 None None] Notify callbacks [] for process, after_spawn {{(pid=86731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:17:44.092707 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86731) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Nov 09 15:17:44.092919 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 09 15:17:44.093103 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 09 15:17:44.093316 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 09 15:17:44.093653 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 09 15:17:44.093808 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 09 15:17:44.094317 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.094589 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.094740 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:17:44.095252 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.095252 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.095538 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.095686 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:17:44.095917 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.096198 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.096430 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.096702 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.096927 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.097105 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.097266 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.097465 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.097738 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.098012 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.098267 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.098509 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.098793 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.099059 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.099327 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.099601 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.099822 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.100088 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] debug = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.100324 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.101569 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.101569 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.101937 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.102137 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.102395 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.102624 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.102877 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.103123 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.103335 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.103580 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.103847 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.104080 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.104308 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.104523 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.104760 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.104970 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.105470 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] host = dv-cinder-817223-1-smb {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.105684 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.105932 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.106174 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.106426 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.106678 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.106906 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.107151 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.107388 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.107646 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.107922 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.108120 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.108364 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.108573 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.108807 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] log_file = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.108958 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] log_options = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.109183 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.109454 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.109718 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.109938 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.110109 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.110257 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.110513 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.110667 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.110907 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.111135 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.111376 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.111714 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.111877 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.112037 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.112269 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.112499 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.112718 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.112958 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.113194 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.113416 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.113636 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.113948 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.114171 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.114401 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.114736 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.115364 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.115364 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.115671 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.115671 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.115964 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.116126 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.116498 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.117400 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.117660 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.117969 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.118235 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.118383 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.118601 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.118832 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.119074 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.119869 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.120074 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.120385 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.120598 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.121132 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.121132 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] use_json = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.121391 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.121391 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.122027 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.122027 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.122347 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.122347 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.122657 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.122804 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.123752 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.123752 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.123752 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.124728 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.124728 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.124728 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.124728 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.125985 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.125985 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.125985 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.125985 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.125985 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.126650 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.126650 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.126650 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.127072 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.127072 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.128207 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.128207 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.128207 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.128207 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.128207 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.128859 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.128859 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.129125 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.83/identity {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.129277 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.129463 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.129709 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.129944 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.130176 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.130386 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.130612 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.131154 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.131538 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.131976 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.132446 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.132877 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.133266 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.133660 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.134102 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.134543 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.135032 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.135685 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.135949 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.136308 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.136648 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.136968 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.137287 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.137595 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.138069 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.138519 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.138927 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.139313 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.139969 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.140412 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.140624 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.140845 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.141057 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.141434 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.141667 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.141929 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.142189 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.142440 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.142694 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.142867 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.143321 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.143677 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.144062 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.144435 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.144779 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.145139 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.145556 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.145980 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.146188 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.146384 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.146629 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.146903 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.147114 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.147532 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.147983 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.148512 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.149047 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.149661 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.149920 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.150203 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.150545 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.150800 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.151068 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.151317 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.151585 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.151829 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.152096 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.152320 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.152674 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.152795 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.153038 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.153476 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.154206 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.154716 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.155415 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.155733 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.156127 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.156518 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.156914 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.157315 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.157704 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.158577 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.159220 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.159821 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.160489 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.161094 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.161654 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.162343 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.162546 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.163045 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.164044 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.164533 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.164986 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.165441 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.165848 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.166270 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.166918 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.167613 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.168057 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.168459 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.168756 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.168989 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.169701 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.170073 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.170317 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.170701 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.171153 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.171558 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.171996 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.172397 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.172772 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.173267 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.173517 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.173748 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.174047 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.174317 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.174571 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.174833 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.175067 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.83/identity {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.175329 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.175558 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.175810 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.176028 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.176268 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.176498 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.176734 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.176949 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.181281 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.181281 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.181281 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.181281 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.181281 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.181281 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.181281 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.181281 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.181980 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.181980 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.181980 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.181980 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.181980 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.181980 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.181980 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.181980 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.182546 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.182546 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.182546 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.182546 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.182844 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.182844 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.183122 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.183246 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.183508 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.183746 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.183957 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.184167 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.184382 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.184593 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.184825 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.185061 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.185274 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.185523 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.185785 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.186127 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.186375 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.186629 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.186865 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.187080 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.187312 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.187545 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.187760 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.187991 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.188211 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.188437 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.188710 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.188962 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.189219 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.189427 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.189631 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.189852 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.190072 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.190277 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.190586 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.190832 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.191069 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.191325 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.191569 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.191801 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.192050 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.192262 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.192502 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.192709 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.192967 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.193201 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.193437 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.193669 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.193922 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.194236 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.194482 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.194744 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.195027 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.195253 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.195490 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.195729 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.196046 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.196261 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.196597 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.196855 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.197275 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.197565 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.197922 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.198296 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.198657 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.198929 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.199188 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.199475 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.199748 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.200006 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.200236 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.200543 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.200887 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.201266 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.201401 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.201653 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.201942 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.202221 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.202393 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.202610 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.202843 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.203060 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.203325 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.203574 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.203796 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.204014 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.204236 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.204486 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.204665 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.204899 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.205129 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.205354 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.205504 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 09 15:17:44.206003 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86731) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Nov 09 15:17:44.206158 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 09 15:17:44.206297 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 09 15:17:44.206460 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 09 15:17:44.206619 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 09 15:17:44.206771 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 09 15:17:44.206940 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.207085 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.207243 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.207387 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.207545 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.207716 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.207865 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.208002 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.208167 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.208446 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.209020 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.209020 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.209020 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.209020 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.209759 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.209759 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.209759 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.209759 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.209759 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.210569 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.210569 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.210569 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.210569 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] debug = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.210569 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.211275 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.211275 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.211275 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.211909 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.211909 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.211909 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.211909 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.211909 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.212702 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.212702 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.212702 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.212702 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.212702 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.213526 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.213526 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.213526 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.213526 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] host = dv-cinder-817223-1-smb {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.213526 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.213526 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.214331 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.214331 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.214331 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.214331 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.214331 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.214331 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.215515 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.215515 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.215515 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.215515 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.215515 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.215515 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] log_file = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.215515 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] log_options = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.215515 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.216621 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.216621 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.216621 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.216621 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.216621 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.216621 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.216621 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.217542 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.217542 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.217542 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.217542 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.217542 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.217542 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.217542 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.218453 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.218453 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.218453 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.218453 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.218453 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.219091 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:17:44.219234 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.219234 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.219234 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.219234 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.219234 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.219234 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.219234 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.220109 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.220109 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.220109 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.220109 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.220109 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.220109 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.220890 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.220890 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.220890 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.220890 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.220890 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.220890 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.221633 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.221633 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.221633 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.221633 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.221633 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.222319 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.222319 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] use_json = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.222319 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.222319 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.222926 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.222926 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.222926 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.222926 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.222926 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.223632 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 15:17:44.223632 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.223632 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.223632 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.224145 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.224145 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.224145 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.224145 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.224656 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.224656 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.224656 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.224656 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.225154 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.225154 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.225154 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.225543 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.225543 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.225543 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.226567 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.226567 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.226567 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.226961 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.227110 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.227256 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.227393 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.227528 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.83/identity {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.227664 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.227801 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.227947 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.228084 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.228230 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.228366 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.228527 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.228672 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.228810 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.228946 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.229083 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.229219 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.229355 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.229491 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.229626 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.229770 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.231448 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.231448 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.231448 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.231448 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.231448 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.231448 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.231448 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.231448 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.231448 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.233787 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.233787 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.233787 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.233787 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.233787 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.233787 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.233787 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.233787 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.233787 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.236748 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.236748 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.236748 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.236748 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.236748 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.236748 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.236748 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.236748 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.236748 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.238108 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.238108 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.238108 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.238108 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.238108 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.238108 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.238108 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.238108 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.238108 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.239280 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.239280 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.239280 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.239280 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.239280 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.239280 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.239280 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.239280 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.240712 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.240712 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.240712 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.240712 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.240712 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.241734 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.241734 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.241734 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.241734 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.242681 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.242681 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.242681 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.243356 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.243356 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.243863 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.243863 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.244168 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.244341 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.244493 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.244751 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.245034 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.245316 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.245596 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.245909 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.246412 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.246601 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.246833 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.246989 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.247128 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.247298 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.247438 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.247737 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.248028 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.248205 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.248349 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.248511 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.248665 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.248820 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.248985 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.249128 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.249288 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.249432 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.249603 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.249789 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.250000 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.250179 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.250323 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.250518 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.250669 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.250832 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.250976 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.251155 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.251319 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.251462 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.251607 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.251767 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.251945 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.252129 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.252313 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.83/identity {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.252493 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.252657 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.252800 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.252957 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.253184 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.253338 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.253475 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.253611 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.253756 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.253932 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.254072 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.254223 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.254361 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.254507 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.254644 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.254780 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.254915 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.255052 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.255203 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.255340 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.255475 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.255611 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.255756 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.255893 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.256030 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.256167 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.256303 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.256511 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.256695 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.256841 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.257005 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.257678 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.257878 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.258044 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.258241 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.258241 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.258574 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.258574 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.258834 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.258834 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.259110 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.259110 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.259372 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.262106 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.262106 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.262106 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.262106 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.262106 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.262106 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.262106 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.262106 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.263077 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.263077 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.263077 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.263077 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.263077 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.263077 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.263077 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.263077 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.263077 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.265552 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.265552 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.265552 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.265552 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.265552 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.265552 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.265552 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.265552 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.265552 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.266615 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.266615 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.266615 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.266615 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.266615 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.266615 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.266615 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.266615 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.267340 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.267340 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.267340 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.267340 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.267340 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.267340 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.267340 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.267340 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.268069 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.268069 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.268069 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.268069 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.268069 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.268069 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.268069 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.268069 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.268832 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.268832 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.268832 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.268832 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.268832 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.268832 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.268832 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.268832 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.269411 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.269411 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.269411 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.269411 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.269411 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.269411 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.269411 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.269411 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.269989 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.269989 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.269989 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.269989 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.270287 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.270287 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.270519 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.270519 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.270747 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.270867 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.270959 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 15:17:44.271043 dv-cinder-817223-1-smb neutron-server[86731]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 09 15:17:44.391308 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 33372) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:17:44.400411 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [-] 10.222.0.83 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069232 Nov 09 15:17:55.112669 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a519add5-a42d-485f-9526-efc76106c122 None None] get_active_networks_info from dv-cinder-817223-1-smb {{(pid=86840) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 09 15:17:55.201591 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a519add5-a42d-485f-9526-efc76106c122 None None] No non-hosted networks {{(pid=86840) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 09 15:17:55.213291 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.agentschedulers_db [None req-a519add5-a42d-485f-9526-efc76106c122 None None] DHCP Agent not found on host dv-cinder-817223-1-smb {{(pid=86840) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 09 15:17:55.366278 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-48eb1bc8-a306-43e1-9691-9ae0f749baab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-849994'] for agent, after_create {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:17:55.422090 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-849994'] for agent, after_create {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:17:55.422890 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:17:55.423551 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:17:55.424183 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:17:55.424665 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:17:55.425168 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:17:55.425683 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:17:55.426202 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:17:55.426758 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:17:55.427231 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:17:55.427737 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:17:55.428257 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:17:55.429657 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:17:55.430394 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-817223-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:17:55.436537 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-817223-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:17:57.573158 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-5b276704-cc71-4446-9f90-4d97d99c391e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-849994'] for agent, after_create {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:17:57.632588 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-8c2da069-8ef8-4ede-b840-1abac21102a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:17:58.640394 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-849994'] for agent, after_create {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:00.136806 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-849994'] for agent, after_create {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:01.873780 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 33464) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:18:02.516614 dv-cinder-817223-1-smb neutron-server[86839]: WARNING oslo_policy.policy [None req-1d68d79d-2199-426c-b8c1-20b09bf66c6e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 15:18:02.517164 dv-cinder-817223-1-smb neutron-server[86839]: WARNING oslo_policy.policy [None req-1d68d79d-2199-426c-b8c1-20b09bf66c6e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 15:18:02.600831 dv-cinder-817223-1-smb neutron-server[86840]: INFO neutron.db.l3_hamode_db [None req-56e7b1cd-7828-44de-b51e-9d1e93f872cb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 09 15:18:02.692767 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e7b1cd-7828-44de-b51e-9d1e93f872cb None None] Routers set() bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:18:02.693157 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e7b1cd-7828-44de-b51e-9d1e93f872cb None None] Router IDs set() for agent in host dv-cinder-817223-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Nov 09 15:18:02.745768 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [None req-1d68d79d-2199-426c-b8c1-20b09bf66c6e admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=86839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 15:18:02.746815 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-1d68d79d-2199-426c-b8c1-20b09bf66c6e admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8720801 Nov 09 15:18:05.158192 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 33478) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:18:05.528907 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.v2.base [None req-204b31c1-0bd5-4279-9799-91eaa5dff84c admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True}} {{(pid=86839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:18:05.630295 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.policy [None req-204b31c1-0bd5-4279-9799-91eaa5dff84c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86839) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 09 15:18:05.677987 dv-cinder-817223-1-smb neutron-server[86839]: WARNING oslo_policy.policy [None req-204b31c1-0bd5-4279-9799-91eaa5dff84c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 15:18:05.678355 dv-cinder-817223-1-smb neutron-server[86839]: WARNING oslo_policy.policy [None req-204b31c1-0bd5-4279-9799-91eaa5dff84c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 15:18:05.687379 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.quota [None req-204b31c1-0bd5-4279-9799-91eaa5dff84c admin admin] Loaded quota_driver: . Nov 09 15:18:05.703020 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-204b31c1-0bd5-4279-9799-91eaa5dff84c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:18:05.763744 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-204b31c1-0bd5-4279-9799-91eaa5dff84c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763977559166', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763977536077', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763977545160', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763977543182', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763977594839', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763977592185', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16503603', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16698163', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-881236', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-669308'] for rbac-policy, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:05.828135 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-204b31c1-0bd5-4279-9799-91eaa5dff84c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:05.829326 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-204b31c1-0bd5-4279-9799-91eaa5dff84c admin admin] 10.222.0.83 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6701396 Nov 09 15:18:08.494295 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 33492) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:18:08.844648 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.v2.base [None req-a36191ee-720f-4f9a-9a57-ec903a8f2c53 admin admin] Request body: {'network': {'project_id': '687d2b9e429747d784a3e4752d602d95', 'admin_state_up': True, 'name': 'private'}} {{(pid=86839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:18:08.849361 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-a36191ee-720f-4f9a-9a57-ec903a8f2c53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:18:08.854534 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-a36191ee-720f-4f9a-9a57-ec903a8f2c53 admin admin] Usage tracker for resource:network and tenant:687d2b9e429747d784a3e4752d602d95 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:18:08.859068 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-a36191ee-720f-4f9a-9a57-ec903a8f2c53 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:18:08.865027 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-a36191ee-720f-4f9a-9a57-ec903a8f2c53 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:18:08.875277 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36191ee-720f-4f9a-9a57-ec903a8f2c53 admin admin] Made reservation on behalf of 687d2b9e429747d784a3e4752d602d95 for: {'network': 1} {{(pid=86839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 15:18:08.878078 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-a36191ee-720f-4f9a-9a57-ec903a8f2c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for network, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:08.895907 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-a36191ee-720f-4f9a-9a57-ec903a8f2c53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:08.909765 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-a36191ee-720f-4f9a-9a57-ec903a8f2c53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:18:08.914193 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-a36191ee-720f-4f9a-9a57-ec903a8f2c53 admin admin] Usage tracker for resource:security_group_rule and tenant:687d2b9e429747d784a3e4752d602d95 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:18:08.919278 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-a36191ee-720f-4f9a-9a57-ec903a8f2c53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:18:08.924735 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-a36191ee-720f-4f9a-9a57-ec903a8f2c53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:18:09.023097 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-a36191ee-720f-4f9a-9a57-ec903a8f2c53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:09.027002 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-a36191ee-720f-4f9a-9a57-ec903a8f2c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:09.032304 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:18:09.049573 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a36191ee-720f-4f9a-9a57-ec903a8f2c53 admin admin] vlan segment allocate from pool success with {'vlan_id': 1207, 'physical_network': 'physnet1'} {{(pid=86839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 15:18:09.076787 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-a36191ee-720f-4f9a-9a57-ec903a8f2c53 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763972805084', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16429219'] for segment, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:09.077307 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-a36191ee-720f-4f9a-9a57-ec903a8f2c53 admin admin] Unsubscribe: segment precommit_create {{(pid=86839) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 09 15:18:09.077799 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.db.segments_db [None req-a36191ee-720f-4f9a-9a57-ec903a8f2c53 admin admin] Added segment 1ec387c8-e4e5-4894-a604-ceb07a3856ef of type vlan for network 9b94c74d-5890-4a5f-9279-ed3cec399a46 Nov 09 15:18:09.127224 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36191ee-720f-4f9a-9a57-ec903a8f2c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28117b2d-9f58-49c9-ac9e-f5bfd6709158,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:18:09.150030 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36191ee-720f-4f9a-9a57-ec903a8f2c53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:18:09.150369 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36191ee-720f-4f9a-9a57-ec903a8f2c53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:18:09.150692 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36191ee-720f-4f9a-9a57-ec903a8f2c53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:18:09.151011 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36191ee-720f-4f9a-9a57-ec903a8f2c53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:18:09.151329 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36191ee-720f-4f9a-9a57-ec903a8f2c53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:18:09.151645 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36191ee-720f-4f9a-9a57-ec903a8f2c53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:18:09.151958 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36191ee-720f-4f9a-9a57-ec903a8f2c53 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:18:09.152268 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36191ee-720f-4f9a-9a57-ec903a8f2c53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:18:09.152594 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36191ee-720f-4f9a-9a57-ec903a8f2c53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:18:09.152911 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36191ee-720f-4f9a-9a57-ec903a8f2c53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:18:09.153218 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36191ee-720f-4f9a-9a57-ec903a8f2c53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:18:09.153525 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36191ee-720f-4f9a-9a57-ec903a8f2c53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:18:09.154679 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36191ee-720f-4f9a-9a57-ec903a8f2c53 admin admin] Tracked resource versions report: Nov 09 15:18:09.154679 dv-cinder-817223-1-smb neutron-server[86839]: pushed versions: Nov 09 15:18:09.154679 dv-cinder-817223-1-smb neutron-server[86839]: { 'AddressGroup': {'1.2'}, Nov 09 15:18:09.154679 dv-cinder-817223-1-smb neutron-server[86839]: 'ConntrackHelper': {'1.0'}, Nov 09 15:18:09.154679 dv-cinder-817223-1-smb neutron-server[86839]: 'Log': {'1.0'}, Nov 09 15:18:09.154679 dv-cinder-817223-1-smb neutron-server[86839]: 'Network': {'1.1'}, Nov 09 15:18:09.154679 dv-cinder-817223-1-smb neutron-server[86839]: 'Port': {'1.7'}, Nov 09 15:18:09.154679 dv-cinder-817223-1-smb neutron-server[86839]: 'PortForwarding': {'1.2'}, Nov 09 15:18:09.154679 dv-cinder-817223-1-smb neutron-server[86839]: 'QosPolicy': {'1.8'}, Nov 09 15:18:09.154679 dv-cinder-817223-1-smb neutron-server[86839]: 'SecurityGroup': {'1.4'}, Nov 09 15:18:09.154679 dv-cinder-817223-1-smb neutron-server[86839]: 'SecurityGroupRule': {'1.2'}, Nov 09 15:18:09.154679 dv-cinder-817223-1-smb neutron-server[86839]: 'SubPort': {'1.0'}, Nov 09 15:18:09.154679 dv-cinder-817223-1-smb neutron-server[86839]: 'Subnet': {'1.1'}, Nov 09 15:18:09.154679 dv-cinder-817223-1-smb neutron-server[86839]: 'Trunk': {'1.1'}} Nov 09 15:18:09.154679 dv-cinder-817223-1-smb neutron-server[86839]: consumer versions: Nov 09 15:18:09.154679 dv-cinder-817223-1-smb neutron-server[86839]: { DHCP agent@dv-cinder-817223-1-smb: {}, Nov 09 15:18:09.154679 dv-cinder-817223-1-smb neutron-server[86839]: L3 agent@dv-cinder-817223-1-smb: {}, Nov 09 15:18:09.154679 dv-cinder-817223-1-smb neutron-server[86839]: Metadata agent@dv-cinder-817223-1-smb: {}, Nov 09 15:18:09.154679 dv-cinder-817223-1-smb neutron-server[86839]: Metering agent@dv-cinder-817223-1-smb: {}, Nov 09 15:18:09.154679 dv-cinder-817223-1-smb neutron-server[86839]: Open vSwitch agent@dv-cinder-817223-1-smb: { 'AddressGroup': '1.2', Nov 09 15:18:09.154679 dv-cinder-817223-1-smb neutron-server[86839]: 'ConntrackHelper': '1.0', Nov 09 15:18:09.154679 dv-cinder-817223-1-smb neutron-server[86839]: 'Log': '1.0', Nov 09 15:18:09.154679 dv-cinder-817223-1-smb neutron-server[86839]: 'Network': '1.1', Nov 09 15:18:09.154679 dv-cinder-817223-1-smb neutron-server[86839]: 'Port': '1.7', Nov 09 15:18:09.154679 dv-cinder-817223-1-smb neutron-server[86839]: 'PortForwarding': '1.2', Nov 09 15:18:09.154679 dv-cinder-817223-1-smb neutron-server[86839]: 'QosPolicy': '1.8', Nov 09 15:18:09.154679 dv-cinder-817223-1-smb neutron-server[86839]: 'SecurityGroup': '1.4', Nov 09 15:18:09.154679 dv-cinder-817223-1-smb neutron-server[86839]: 'SecurityGroupRule': '1.2', Nov 09 15:18:09.154679 dv-cinder-817223-1-smb neutron-server[86839]: 'SubPort': '1.0', Nov 09 15:18:09.154679 dv-cinder-817223-1-smb neutron-server[86839]: 'Subnet': '1.1', Nov 09 15:18:09.154679 dv-cinder-817223-1-smb neutron-server[86839]: 'Trunk': '1.1'}} Nov 09 15:18:09.154679 dv-cinder-817223-1-smb neutron-server[86839]: {{(pid=86839) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 15:18:09.202330 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-a36191ee-720f-4f9a-9a57-ec903a8f2c53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763972287609'] for network, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:09.210399 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-a36191ee-720f-4f9a-9a57-ec903a8f2c53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:18:09.245308 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-a36191ee-720f-4f9a-9a57-ec903a8f2c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for network, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:09.246915 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36191ee-720f-4f9a-9a57-ec903a8f2c53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:18:09.247582 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-a36191ee-720f-4f9a-9a57-ec903a8f2c53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:09.253027 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:18:09.357318 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36191ee-720f-4f9a-9a57-ec903a8f2c53 admin admin] Pushing event updated for resources: {'Network': ['ID=9b94c74d-5890-4a5f-9279-ed3cec399a46,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:18:09.363609 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-a36191ee-720f-4f9a-9a57-ec903a8f2c53 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.8682139 Nov 09 15:18:09.364452 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-a36191ee-720f-4f9a-9a57-ec903a8f2c53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:18:09.381089 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Network 9b94c74d-5890-4a5f-9279-ed3cec399a46 details requested by agent ovs-agent-dv-cinder-817223-1-smb with host dv-cinder-817223-1-smb {{(pid=86840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 15:18:12.060496 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 33508) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:18:12.674425 dv-cinder-817223-1-smb neutron-server[86838]: WARNING oslo_policy.policy [None req-bb9631b6-df1d-41fe-8e2f-c5242161c2ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 15:18:12.675009 dv-cinder-817223-1-smb neutron-server[86838]: WARNING oslo_policy.policy [None req-bb9631b6-df1d-41fe-8e2f-c5242161c2ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 15:18:13.111955 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.policy [None req-bb9631b6-df1d-41fe-8e2f-c5242161c2ee admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86838) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 09 15:18:13.157252 dv-cinder-817223-1-smb neutron-server[86838]: WARNING oslo_policy.policy [None req-bb9631b6-df1d-41fe-8e2f-c5242161c2ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 15:18:13.157625 dv-cinder-817223-1-smb neutron-server[86838]: WARNING oslo_policy.policy [None req-bb9631b6-df1d-41fe-8e2f-c5242161c2ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 15:18:13.166279 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9631b6-df1d-41fe-8e2f-c5242161c2ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:18:13.168152 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-bb9631b6-df1d-41fe-8e2f-c5242161c2ee admin admin] 10.222.0.83 "GET /v2.0/networks/9b94c74d-5890-4a5f-9279-ed3cec399a46 HTTP/1.1" status: 200 len: 826 time: 1.1056182 Nov 09 15:18:13.200632 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-59146f54-de95-4c25-b2ab-5697f3c96c7f admin admin] 10.222.0.83 "GET /v2.0/subnetpools/1370d162-512f-4ac3-8c59-2e771ff6ebe7 HTTP/1.1" status: 200 len: 734 time: 0.0270977 Nov 09 15:18:13.209300 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-40f38114-f6e2-40f7-a63d-e3d722eaa4fe admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': '687d2b9e429747d784a3e4752d602d95', 'subnetpool_id': '1370d162-512f-4ac3-8c59-2e771ff6ebe7', 'ip_version': 4, 'network_id': '9b94c74d-5890-4a5f-9279-ed3cec399a46', 'name': 'private-subnet'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:18:13.211424 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.quota [None req-40f38114-f6e2-40f7-a63d-e3d722eaa4fe admin admin] Loaded quota_driver: . Nov 09 15:18:13.217659 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-40f38114-f6e2-40f7-a63d-e3d722eaa4fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:18:13.223161 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-40f38114-f6e2-40f7-a63d-e3d722eaa4fe admin admin] Usage tracker for resource:subnet and tenant:687d2b9e429747d784a3e4752d602d95 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:18:13.226680 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-40f38114-f6e2-40f7-a63d-e3d722eaa4fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:18:13.233595 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-40f38114-f6e2-40f7-a63d-e3d722eaa4fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:18:13.248480 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f38114-f6e2-40f7-a63d-e3d722eaa4fe admin admin] Made reservation on behalf of 687d2b9e429747d784a3e4752d602d95 for: {'subnet': 1} {{(pid=86838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 15:18:13.251577 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-40f38114-f6e2-40f7-a63d-e3d722eaa4fe admin admin] Notify callbacks [] for subnet, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:13.563431 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-40f38114-f6e2-40f7-a63d-e3d722eaa4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for subnet, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:13.569936 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:18:13.647863 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f38114-f6e2-40f7-a63d-e3d722eaa4fe admin admin] Checking segment: {'id': '1ec387c8-e4e5-4894-a604-ceb07a3856ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '9b94c74d-5890-4a5f-9279-ed3cec399a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:18:13.648259 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f38114-f6e2-40f7-a63d-e3d722eaa4fe admin admin] Network hostable DHCP agents. Network: 9b94c74d-5890-4a5f-9279-ed3cec399a46, hostable agents: ['8b94a2d1-9ebf-428d-8e56-922e2d41e4d3'], hosted agents: [] {{(pid=86838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 15:18:13.662339 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f38114-f6e2-40f7-a63d-e3d722eaa4fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5248253-e9f4-494c-b58c-ded23110d7ac,revision_number=0']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:18:13.672449 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f38114-f6e2-40f7-a63d-e3d722eaa4fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:18:13.672821 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f38114-f6e2-40f7-a63d-e3d722eaa4fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:18:13.673176 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f38114-f6e2-40f7-a63d-e3d722eaa4fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:18:13.673497 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f38114-f6e2-40f7-a63d-e3d722eaa4fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:18:13.673815 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f38114-f6e2-40f7-a63d-e3d722eaa4fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:18:13.674157 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f38114-f6e2-40f7-a63d-e3d722eaa4fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:18:13.674469 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f38114-f6e2-40f7-a63d-e3d722eaa4fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:18:13.674780 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f38114-f6e2-40f7-a63d-e3d722eaa4fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:18:13.675110 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f38114-f6e2-40f7-a63d-e3d722eaa4fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:18:13.675420 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f38114-f6e2-40f7-a63d-e3d722eaa4fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:18:13.675726 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f38114-f6e2-40f7-a63d-e3d722eaa4fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:18:13.676047 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f38114-f6e2-40f7-a63d-e3d722eaa4fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:18:13.677141 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f38114-f6e2-40f7-a63d-e3d722eaa4fe admin admin] Tracked resource versions report: Nov 09 15:18:13.677141 dv-cinder-817223-1-smb neutron-server[86838]: pushed versions: Nov 09 15:18:13.677141 dv-cinder-817223-1-smb neutron-server[86838]: { 'AddressGroup': {'1.2'}, Nov 09 15:18:13.677141 dv-cinder-817223-1-smb neutron-server[86838]: 'ConntrackHelper': {'1.0'}, Nov 09 15:18:13.677141 dv-cinder-817223-1-smb neutron-server[86838]: 'Log': {'1.0'}, Nov 09 15:18:13.677141 dv-cinder-817223-1-smb neutron-server[86838]: 'Network': {'1.1'}, Nov 09 15:18:13.677141 dv-cinder-817223-1-smb neutron-server[86838]: 'Port': {'1.7'}, Nov 09 15:18:13.677141 dv-cinder-817223-1-smb neutron-server[86838]: 'PortForwarding': {'1.2'}, Nov 09 15:18:13.677141 dv-cinder-817223-1-smb neutron-server[86838]: 'QosPolicy': {'1.8'}, Nov 09 15:18:13.677141 dv-cinder-817223-1-smb neutron-server[86838]: 'SecurityGroup': {'1.4'}, Nov 09 15:18:13.677141 dv-cinder-817223-1-smb neutron-server[86838]: 'SecurityGroupRule': {'1.2'}, Nov 09 15:18:13.677141 dv-cinder-817223-1-smb neutron-server[86838]: 'SubPort': {'1.0'}, Nov 09 15:18:13.677141 dv-cinder-817223-1-smb neutron-server[86838]: 'Subnet': {'1.1'}, Nov 09 15:18:13.677141 dv-cinder-817223-1-smb neutron-server[86838]: 'Trunk': {'1.1'}} Nov 09 15:18:13.677141 dv-cinder-817223-1-smb neutron-server[86838]: consumer versions: Nov 09 15:18:13.677141 dv-cinder-817223-1-smb neutron-server[86838]: { DHCP agent@dv-cinder-817223-1-smb: {}, Nov 09 15:18:13.677141 dv-cinder-817223-1-smb neutron-server[86838]: L3 agent@dv-cinder-817223-1-smb: {}, Nov 09 15:18:13.677141 dv-cinder-817223-1-smb neutron-server[86838]: Metadata agent@dv-cinder-817223-1-smb: {}, Nov 09 15:18:13.677141 dv-cinder-817223-1-smb neutron-server[86838]: Metering agent@dv-cinder-817223-1-smb: {}, Nov 09 15:18:13.677141 dv-cinder-817223-1-smb neutron-server[86838]: Open vSwitch agent@dv-cinder-817223-1-smb: { 'AddressGroup': '1.2', Nov 09 15:18:13.677141 dv-cinder-817223-1-smb neutron-server[86838]: 'ConntrackHelper': '1.0', Nov 09 15:18:13.677141 dv-cinder-817223-1-smb neutron-server[86838]: 'Log': '1.0', Nov 09 15:18:13.677141 dv-cinder-817223-1-smb neutron-server[86838]: 'Network': '1.1', Nov 09 15:18:13.677141 dv-cinder-817223-1-smb neutron-server[86838]: 'Port': '1.7', Nov 09 15:18:13.677141 dv-cinder-817223-1-smb neutron-server[86838]: 'PortForwarding': '1.2', Nov 09 15:18:13.677141 dv-cinder-817223-1-smb neutron-server[86838]: 'QosPolicy': '1.8', Nov 09 15:18:13.677141 dv-cinder-817223-1-smb neutron-server[86838]: 'SecurityGroup': '1.4', Nov 09 15:18:13.677141 dv-cinder-817223-1-smb neutron-server[86838]: 'SecurityGroupRule': '1.2', Nov 09 15:18:13.677141 dv-cinder-817223-1-smb neutron-server[86838]: 'SubPort': '1.0', Nov 09 15:18:13.677141 dv-cinder-817223-1-smb neutron-server[86838]: 'Subnet': '1.1', Nov 09 15:18:13.677141 dv-cinder-817223-1-smb neutron-server[86838]: 'Trunk': '1.1'}} Nov 09 15:18:13.677141 dv-cinder-817223-1-smb neutron-server[86838]: {{(pid=86838) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 15:18:13.709263 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f38114-f6e2-40f7-a63d-e3d722eaa4fe admin admin] Network 9b94c74d-5890-4a5f-9279-ed3cec399a46 is scheduled to be hosted by DHCP agent 8b94a2d1-9ebf-428d-8e56-922e2d41e4d3 with binding_index 1 {{(pid=86838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 15:18:13.714035 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-40f38114-f6e2-40f7-a63d-e3d722eaa4fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:18:13.721515 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [None req-40f38114-f6e2-40f7-a63d-e3d722eaa4fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817223-1-smb, 9b94c74d-5890-4a5f-9279-ed3cec399a46) {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:18:13.726726 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f38114-f6e2-40f7-a63d-e3d722eaa4fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:18:13.727300 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-40f38114-f6e2-40f7-a63d-e3d722eaa4fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for subnet, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:13.732396 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73fbe60-6852-40ae-bad3-d0e533f758ef None None] Network 9b94c74d-5890-4a5f-9279-ed3cec399a46 requested from dv-cinder-817223-1-smb {{(pid=86840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 09 15:18:13.748633 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-40f38114-f6e2-40f7-a63d-e3d722eaa4fe admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5427575 Nov 09 15:18:14.146907 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42fdbbe-5a04-4a71-9944-aed31c9ed628 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad083e8-ca1b-5118-a989-5e497962517e-9b94c74d-5890-4a5f-9279-ed3cec399a46', 'network_id': '9b94c74d-5890-4a5f-9279-ed3cec399a46', 'tenant_id': '687d2b9e429747d784a3e4752d602d95', 'fixed_ips': [{'subnet_id': 'b5248253-e9f4-494c-b58c-ded23110d7ac'}]}} from dv-cinder-817223-1-smb. {{(pid=86840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 09 15:18:14.148813 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-c42fdbbe-5a04-4a71-9944-aed31c9ed628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_create {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:14.343433 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.db_base_plugin_common [None req-c42fdbbe-5a04-4a71-9944-aed31c9ed628 None None] Allocated IP 172.20.0.2 (9b94c74d-5890-4a5f-9279-ed3cec399a46/b5248253-e9f4-494c-b58c-ded23110d7ac/6b6fdf82-11a9-4eaf-9e53-39368c437463) {{(pid=86840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 15:18:14.573641 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-c42fdbbe-5a04-4a71-9944-aed31c9ed628 None None] Notify callbacks [] for port, precommit_create {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:14.587801 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-c42fdbbe-5a04-4a71-9944-aed31c9ed628 None None] Transition to ACTIVE for port object 6b6fdf82-11a9-4eaf-9e53-39368c437463 will not be triggered until provisioned by entity L2. {{(pid=86840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:18:14.608172 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-c42fdbbe-5a04-4a71-9944-aed31c9ed628 None None] Transition to ACTIVE for port object 6b6fdf82-11a9-4eaf-9e53-39368c437463 will not be triggered until provisioned by entity DHCP. {{(pid=86840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:18:14.614764 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-c42fdbbe-5a04-4a71-9944-aed31c9ed628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763972296951'] for port, after_create {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:14.622718 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:18:14.682190 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42fdbbe-5a04-4a71-9944-aed31c9ed628 None None] Network 9b94c74d-5890-4a5f-9279-ed3cec399a46 is already hosted by enough agents. {{(pid=86840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 15:18:14.684962 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.scheduler.base_scheduler [None req-c42fdbbe-5a04-4a71-9944-aed31c9ed628 None None] Resources bound (agent type, host, resource id): {{(pid=86840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:18:14.693696 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42fdbbe-5a04-4a71-9944-aed31c9ed628 None None] Received port after_create {{(pid=86840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 09 15:18:14.696635 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42fdbbe-5a04-4a71-9944-aed31c9ed628 None None] Pushing event updated for resources: {'Port': ['ID=6b6fdf82-11a9-4eaf-9e53-39368c437463,revision_number=1']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:18:14.734866 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fdbbe-5a04-4a71-9944-aed31c9ed628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:18:14.735493 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fdbbe-5a04-4a71-9944-aed31c9ed628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:18:14.735571 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fdbbe-5a04-4a71-9944-aed31c9ed628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:18:14.735841 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fdbbe-5a04-4a71-9944-aed31c9ed628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:18:14.736164 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fdbbe-5a04-4a71-9944-aed31c9ed628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:18:14.736484 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fdbbe-5a04-4a71-9944-aed31c9ed628 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:18:14.736801 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fdbbe-5a04-4a71-9944-aed31c9ed628 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:18:14.737113 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fdbbe-5a04-4a71-9944-aed31c9ed628 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:18:14.737429 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fdbbe-5a04-4a71-9944-aed31c9ed628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:18:14.737742 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fdbbe-5a04-4a71-9944-aed31c9ed628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:18:14.738160 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fdbbe-5a04-4a71-9944-aed31c9ed628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:18:14.738473 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fdbbe-5a04-4a71-9944-aed31c9ed628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:18:14.739624 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fdbbe-5a04-4a71-9944-aed31c9ed628 None None] Tracked resource versions report: Nov 09 15:18:14.739624 dv-cinder-817223-1-smb neutron-server[86840]: pushed versions: Nov 09 15:18:14.739624 dv-cinder-817223-1-smb neutron-server[86840]: { 'AddressGroup': {'1.2'}, Nov 09 15:18:14.739624 dv-cinder-817223-1-smb neutron-server[86840]: 'ConntrackHelper': {'1.0'}, Nov 09 15:18:14.739624 dv-cinder-817223-1-smb neutron-server[86840]: 'Log': {'1.0'}, Nov 09 15:18:14.739624 dv-cinder-817223-1-smb neutron-server[86840]: 'Network': {'1.1'}, Nov 09 15:18:14.739624 dv-cinder-817223-1-smb neutron-server[86840]: 'Port': {'1.7'}, Nov 09 15:18:14.739624 dv-cinder-817223-1-smb neutron-server[86840]: 'PortForwarding': {'1.2'}, Nov 09 15:18:14.739624 dv-cinder-817223-1-smb neutron-server[86840]: 'QosPolicy': {'1.8'}, Nov 09 15:18:14.739624 dv-cinder-817223-1-smb neutron-server[86840]: 'SecurityGroup': {'1.4'}, Nov 09 15:18:14.739624 dv-cinder-817223-1-smb neutron-server[86840]: 'SecurityGroupRule': {'1.2'}, Nov 09 15:18:14.739624 dv-cinder-817223-1-smb neutron-server[86840]: 'SubPort': {'1.0'}, Nov 09 15:18:14.739624 dv-cinder-817223-1-smb neutron-server[86840]: 'Subnet': {'1.1'}, Nov 09 15:18:14.739624 dv-cinder-817223-1-smb neutron-server[86840]: 'Trunk': {'1.1'}} Nov 09 15:18:14.739624 dv-cinder-817223-1-smb neutron-server[86840]: consumer versions: Nov 09 15:18:14.739624 dv-cinder-817223-1-smb neutron-server[86840]: { DHCP agent@dv-cinder-817223-1-smb: {}, Nov 09 15:18:14.739624 dv-cinder-817223-1-smb neutron-server[86840]: L3 agent@dv-cinder-817223-1-smb: {}, Nov 09 15:18:14.739624 dv-cinder-817223-1-smb neutron-server[86840]: Metadata agent@dv-cinder-817223-1-smb: {}, Nov 09 15:18:14.739624 dv-cinder-817223-1-smb neutron-server[86840]: Metering agent@dv-cinder-817223-1-smb: {}, Nov 09 15:18:14.739624 dv-cinder-817223-1-smb neutron-server[86840]: Open vSwitch agent@dv-cinder-817223-1-smb: { 'AddressGroup': '1.2', Nov 09 15:18:14.739624 dv-cinder-817223-1-smb neutron-server[86840]: 'ConntrackHelper': '1.0', Nov 09 15:18:14.739624 dv-cinder-817223-1-smb neutron-server[86840]: 'Log': '1.0', Nov 09 15:18:14.739624 dv-cinder-817223-1-smb neutron-server[86840]: 'Network': '1.1', Nov 09 15:18:14.739624 dv-cinder-817223-1-smb neutron-server[86840]: 'Port': '1.7', Nov 09 15:18:14.739624 dv-cinder-817223-1-smb neutron-server[86840]: 'PortForwarding': '1.2', Nov 09 15:18:14.739624 dv-cinder-817223-1-smb neutron-server[86840]: 'QosPolicy': '1.8', Nov 09 15:18:14.739624 dv-cinder-817223-1-smb neutron-server[86840]: 'SecurityGroup': '1.4', Nov 09 15:18:14.739624 dv-cinder-817223-1-smb neutron-server[86840]: 'SecurityGroupRule': '1.2', Nov 09 15:18:14.739624 dv-cinder-817223-1-smb neutron-server[86840]: 'SubPort': '1.0', Nov 09 15:18:14.739624 dv-cinder-817223-1-smb neutron-server[86840]: 'Subnet': '1.1', Nov 09 15:18:14.739624 dv-cinder-817223-1-smb neutron-server[86840]: 'Trunk': '1.1'}} Nov 09 15:18:14.739624 dv-cinder-817223-1-smb neutron-server[86840]: {{(pid=86840) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 15:18:14.773800 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-c42fdbbe-5a04-4a71-9944-aed31c9ed628 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:18:14.807175 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-c42fdbbe-5a04-4a71-9944-aed31c9ed628 None None] Attempting to bind port 6b6fdf82-11a9-4eaf-9e53-39368c437463 on host dv-cinder-817223-1-smb for vnic_type normal with profile {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 15:18:14.807578 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-c42fdbbe-5a04-4a71-9944-aed31c9ed628 None None] Attempting to bind port 6b6fdf82-11a9-4eaf-9e53-39368c437463 by drivers openvswitch,hyperv on host dv-cinder-817223-1-smb at level 0 using segments [{'id': '1ec387c8-e4e5-4894-a604-ceb07a3856ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '9b94c74d-5890-4a5f-9279-ed3cec399a46'}] {{(pid=86840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 15:18:14.808008 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42fdbbe-5a04-4a71-9944-aed31c9ed628 None None] Attempting to bind port 6b6fdf82-11a9-4eaf-9e53-39368c437463 on network 9b94c74d-5890-4a5f-9279-ed3cec399a46 {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:18:14.813511 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42fdbbe-5a04-4a71-9944-aed31c9ed628 None None] Checking agent: {'id': '189eed03-d966-4875-a18c-83c7415689a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817223-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 17, 55), 'started_at': datetime.datetime(2021, 11, 9, 15, 17, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817223-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 09 15:18:14.813969 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42fdbbe-5a04-4a71-9944-aed31c9ed628 None None] Checking segment: {'id': '1ec387c8-e4e5-4894-a604-ceb07a3856ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '9b94c74d-5890-4a5f-9279-ed3cec399a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:18:14.814503 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-c42fdbbe-5a04-4a71-9944-aed31c9ed628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:14.814897 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42fdbbe-5a04-4a71-9944-aed31c9ed628 None None] Bound using segment: {'id': '1ec387c8-e4e5-4894-a604-ceb07a3856ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '9b94c74d-5890-4a5f-9279-ed3cec399a46'} {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 09 15:18:14.815397 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-c42fdbbe-5a04-4a71-9944-aed31c9ed628 None None] Bound port: 6b6fdf82-11a9-4eaf-9e53-39368c437463, host: dv-cinder-817223-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ec387c8-e4e5-4894-a604-ceb07a3856ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '9b94c74d-5890-4a5f-9279-ed3cec399a46'}}] {{(pid=86840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 15:18:14.815804 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-c42fdbbe-5a04-4a71-9944-aed31c9ed628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:14.904715 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-c42fdbbe-5a04-4a71-9944-aed31c9ed628 None None] For port 6b6fdf82-11a9-4eaf-9e53-39368c437463, host dv-cinder-817223-1-smb, cleared binding levels {{(pid=86840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 09 15:18:14.908603 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-c42fdbbe-5a04-4a71-9944-aed31c9ed628 None None] For port 6b6fdf82-11a9-4eaf-9e53-39368c437463, host dv-cinder-817223-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=6b6fdf82-11a9-4eaf-9e53-39368c437463,segment=NetworkSegment(1ec387c8-e4e5-4894-a604-ceb07a3856ef),segment_id=1ec387c8-e4e5-4894-a604-ceb07a3856ef)] {{(pid=86840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 09 15:18:14.914611 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-c42fdbbe-5a04-4a71-9944-aed31c9ed628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:14.918483 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:18:15.026743 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42fdbbe-5a04-4a71-9944-aed31c9ed628 None None] Pushing event updated for resources: {'Port': ['ID=6b6fdf82-11a9-4eaf-9e53-39368c437463,revision_number=2']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:18:15.032248 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-c42fdbbe-5a04-4a71-9944-aed31c9ed628 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:18:16.169723 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 33528) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:18:16.554536 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [None req-5abb2087-d549-4ec8-889f-a764e87d60d9 admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=86838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 15:18:16.555803 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-5abb2087-d549-4ec8-889f-a764e87d60d9 admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3851154 Nov 09 15:18:17.727389 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device 6b6fdf82-11a9-4eaf-9e53-39368c437463 up at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:18:17.798793 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning for port 6b6fdf82-11a9-4eaf-9e53-39368c437463 completed by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:18:18.695745 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a872310d-69eb-4e74-ae25-2378f763ea0b None None] Network 9b94c74d-5890-4a5f-9279-ed3cec399a46 requested from dv-cinder-817223-1-smb {{(pid=86840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 09 15:18:18.830365 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-e3062f7b-d9fc-4d32-adab-adc16fe8dfa9 None None] Provisioning for port 6b6fdf82-11a9-4eaf-9e53-39368c437463 completed by entity DHCP. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:18:18.841089 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-e3062f7b-d9fc-4d32-adab-adc16fe8dfa9 None None] Provisioning complete for port 6b6fdf82-11a9-4eaf-9e53-39368c437463 triggered by entity DHCP. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:18:18.841496 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-e3062f7b-d9fc-4d32-adab-adc16fe8dfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:19.018486 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 33542) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:18:19.058617 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-e3062f7b-d9fc-4d32-adab-adc16fe8dfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:19.099909 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-e3062f7b-d9fc-4d32-adab-adc16fe8dfa9 None None] For port 6b6fdf82-11a9-4eaf-9e53-39368c437463, host dv-cinder-817223-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=6b6fdf82-11a9-4eaf-9e53-39368c437463,segment=NetworkSegment(1ec387c8-e4e5-4894-a604-ceb07a3856ef),segment_id=1ec387c8-e4e5-4894-a604-ceb07a3856ef)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:18:19.104797 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-e3062f7b-d9fc-4d32-adab-adc16fe8dfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:19.108492 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:18:19.180425 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3062f7b-d9fc-4d32-adab-adc16fe8dfa9 None None] Pushing event updated for resources: {'Port': ['ID=6b6fdf82-11a9-4eaf-9e53-39368c437463,revision_number=3']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:18:19.183695 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-e3062f7b-d9fc-4d32-adab-adc16fe8dfa9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:18:19.326252 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-436b4d1b-64bd-49ff-bc43-9f729c7388db None None] Provisioning complete for port 6b6fdf82-11a9-4eaf-9e53-39368c437463 triggered by entity DHCP. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:18:19.326621 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-436b4d1b-64bd-49ff-bc43-9f729c7388db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:19.423384 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [None req-bc16bdf3-8e51-42d6-85dc-aaa29260cca7 admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=86838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 15:18:19.424395 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-bc16bdf3-8e51-42d6-85dc-aaa29260cca7 admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4048355 Nov 09 15:18:19.710785 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device 6b6fdf82-11a9-4eaf-9e53-39368c437463 up at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:18:19.782928 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning complete for port 6b6fdf82-11a9-4eaf-9e53-39368c437463 triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:18:19.783297 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:22.131042 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 33554) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:18:22.504104 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-24f7c53c-6065-4142-b4b6-b2297d47e490 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '687d2b9e429747d784a3e4752d602d95', 'name': 'router1'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:18:22.509711 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-24f7c53c-6065-4142-b4b6-b2297d47e490 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:18:22.513539 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-24f7c53c-6065-4142-b4b6-b2297d47e490 admin admin] Usage tracker for resource:router and tenant:687d2b9e429747d784a3e4752d602d95 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:18:22.517005 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-24f7c53c-6065-4142-b4b6-b2297d47e490 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:18:22.523439 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-24f7c53c-6065-4142-b4b6-b2297d47e490 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:18:22.533732 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-24f7c53c-6065-4142-b4b6-b2297d47e490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-822272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-643'] for router, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:22.535457 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-24f7c53c-6065-4142-b4b6-b2297d47e490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-977942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-648'] for router, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:22.558689 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-24f7c53c-6065-4142-b4b6-b2297d47e490 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:22.670301 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-24f7c53c-6065-4142-b4b6-b2297d47e490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-822297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978201'] for router, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:22.690360 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-24f7c53c-6065-4142-b4b6-b2297d47e490 admin admin] Notify callbacks [] for router, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:22.691645 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-24f7c53c-6065-4142-b4b6-b2297d47e490 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5596430 Nov 09 15:18:25.058337 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-a281de93-a494-470c-8085-15a350bae26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:25.123484 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 33564) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:18:25.418874 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:25.511522 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [None req-ef31636e-47ee-46e0-81ff-42f0a44d7023 admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=86839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 15:18:25.512500 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-ef31636e-47ee-46e0-81ff-42f0a44d7023 admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3880727 Nov 09 15:18:27.569598 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-f4960ced-3f71-4a87-8005-73d9a302551e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:27.919236 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 33574) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:18:28.317465 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.v2.base [None req-79ca5171-6b72-4011-a1cd-31fdff21b8b6 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'is_default': True}} {{(pid=86839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:18:28.322357 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-79ca5171-6b72-4011-a1cd-31fdff21b8b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:18:28.326753 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-79ca5171-6b72-4011-a1cd-31fdff21b8b6 admin admin] Usage tracker for resource:network and tenant:5c73244f03dc407dba41151d44a1b841 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:18:28.329682 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-79ca5171-6b72-4011-a1cd-31fdff21b8b6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:18:28.335677 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-79ca5171-6b72-4011-a1cd-31fdff21b8b6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:18:28.345558 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ca5171-6b72-4011-a1cd-31fdff21b8b6 admin admin] Made reservation on behalf of 5c73244f03dc407dba41151d44a1b841 for: {'network': 1} {{(pid=86839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 15:18:28.347892 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-79ca5171-6b72-4011-a1cd-31fdff21b8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for network, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:28.361046 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-79ca5171-6b72-4011-a1cd-31fdff21b8b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:28.376227 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-79ca5171-6b72-4011-a1cd-31fdff21b8b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:18:28.379995 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-79ca5171-6b72-4011-a1cd-31fdff21b8b6 admin admin] Usage tracker for resource:security_group_rule and tenant:5c73244f03dc407dba41151d44a1b841 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:18:28.384981 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-79ca5171-6b72-4011-a1cd-31fdff21b8b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:18:28.390947 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-79ca5171-6b72-4011-a1cd-31fdff21b8b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:18:28.481351 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-79ca5171-6b72-4011-a1cd-31fdff21b8b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:28.484732 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-79ca5171-6b72-4011-a1cd-31fdff21b8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:28.488891 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-a36191ee-720f-4f9a-9a57-ec903a8f2c53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:18:28.502525 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-79ca5171-6b72-4011-a1cd-31fdff21b8b6 admin admin] Reserving flat network on physical network physnet1 {{(pid=86839) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 09 15:18:28.525102 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca5171-6b72-4011-a1cd-31fdff21b8b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159f5ebc-45fa-459e-be39-8eb6ec27c464,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:18:28.528942 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-79ca5171-6b72-4011-a1cd-31fdff21b8b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:18:28.529881 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-79ca5171-6b72-4011-a1cd-31fdff21b8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16429219'] for segment, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:28.530220 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.db.segments_db [None req-79ca5171-6b72-4011-a1cd-31fdff21b8b6 admin admin] Added segment 5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3 of type flat for network de089fbd-190d-42e2-b873-9d0b1c33f140 Nov 09 15:18:28.566372 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-79ca5171-6b72-4011-a1cd-31fdff21b8b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763972287609'] for network, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:28.595616 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:28.616898 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-79ca5171-6b72-4011-a1cd-31fdff21b8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for network, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:28.618434 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ca5171-6b72-4011-a1cd-31fdff21b8b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:18:28.619013 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-79ca5171-6b72-4011-a1cd-31fdff21b8b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:28.623900 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-a36191ee-720f-4f9a-9a57-ec903a8f2c53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:18:28.722911 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca5171-6b72-4011-a1cd-31fdff21b8b6 admin admin] Pushing event updated for resources: {'Network': ['ID=de089fbd-190d-42e2-b873-9d0b1c33f140,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:18:28.726390 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-79ca5171-6b72-4011-a1cd-31fdff21b8b6 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8061647 Nov 09 15:18:28.727075 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-79ca5171-6b72-4011-a1cd-31fdff21b8b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:18:28.748967 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Network de089fbd-190d-42e2-b873-9d0b1c33f140 details requested by agent ovs-agent-dv-cinder-817223-1-smb with host dv-cinder-817223-1-smb {{(pid=86840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 15:18:30.093340 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:31.198189 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 33594) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:18:31.426246 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a02997c-efb4-489d-8c10-96f6fa80ba47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:18:31.427778 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-1a02997c-efb4-489d-8c10-96f6fa80ba47 admin admin] 10.222.0.83 "GET /v2.0/subnets/b5248253-e9f4-494c-b58c-ded23110d7ac HTTP/1.1" status: 200 len: 849 time: 0.2286947 Nov 09 15:18:31.621428 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-018aa604-656f-4374-a68d-591f4880defe admin admin] 10.222.0.83 "GET /v2.0/routers/736b38f8-f36b-414a-80c9-b74434c71c44 HTTP/1.1" status: 200 len: 704 time: 0.1864953 Nov 09 15:18:32.109562 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-c398b5db-62a3-4994-8171-d3be7c7787f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:32.363634 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.db_base_plugin_common [None req-c398b5db-62a3-4994-8171-d3be7c7787f6 admin admin] Allocated IP 172.20.0.1 (9b94c74d-5890-4a5f-9279-ed3cec399a46/b5248253-e9f4-494c-b58c-ded23110d7ac/9f8a4bdd-80f0-4e57-9348-3ebdbe7964e3) {{(pid=86839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 15:18:32.526188 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-c398b5db-62a3-4994-8171-d3be7c7787f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:32.544449 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-c398b5db-62a3-4994-8171-d3be7c7787f6 admin admin] Transition to ACTIVE for port object 9f8a4bdd-80f0-4e57-9348-3ebdbe7964e3 will not be triggered until provisioned by entity DHCP. {{(pid=86839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:18:32.601288 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-c398b5db-62a3-4994-8171-d3be7c7787f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763972296951'] for port, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:32.606255 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:18:32.671812 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c398b5db-62a3-4994-8171-d3be7c7787f6 admin admin] Network 9b94c74d-5890-4a5f-9279-ed3cec399a46 is already hosted by enough agents. {{(pid=86839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 15:18:32.674702 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.base_scheduler [None req-c398b5db-62a3-4994-8171-d3be7c7787f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=86839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:18:32.682114 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c398b5db-62a3-4994-8171-d3be7c7787f6 admin admin] Received port after_create {{(pid=86839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 09 15:18:32.682657 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-c398b5db-62a3-4994-8171-d3be7c7787f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-822339'] for router_interface, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:32.804348 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c398b5db-62a3-4994-8171-d3be7c7787f6 admin admin] Pushing event updated for resources: {'Port': ['ID=9f8a4bdd-80f0-4e57-9348-3ebdbe7964e3,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:18:32.855404 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-840d193a-b3c4-402f-ba21-bfb8496a59af None None] Provisioning for port 9f8a4bdd-80f0-4e57-9348-3ebdbe7964e3 completed by entity DHCP. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:18:32.860476 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-840d193a-b3c4-402f-ba21-bfb8496a59af None None] Provisioning complete for port 9f8a4bdd-80f0-4e57-9348-3ebdbe7964e3 triggered by entity DHCP. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:18:32.860844 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-840d193a-b3c4-402f-ba21-bfb8496a59af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:32.862030 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-c398b5db-62a3-4994-8171-d3be7c7787f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:18:32.914777 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-840d193a-b3c4-402f-ba21-bfb8496a59af None None] Port 9f8a4bdd-80f0-4e57-9348-3ebdbe7964e3 cannot update to ACTIVE because it is not bound. {{(pid=86840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 09 15:18:32.993145 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-c398b5db-62a3-4994-8171-d3be7c7787f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:33.234854 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-c398b5db-62a3-4994-8171-d3be7c7787f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:33.239761 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-c398b5db-62a3-4994-8171-d3be7c7787f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:33.241588 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-c398b5db-62a3-4994-8171-d3be7c7787f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-822316'] for router_interface, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:33.246106 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:18:33.380662 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c398b5db-62a3-4994-8171-d3be7c7787f6 admin admin] Pushing event updated for resources: {'Port': ['ID=9f8a4bdd-80f0-4e57-9348-3ebdbe7964e3,revision_number=2']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:18:33.386481 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-c398b5db-62a3-4994-8171-d3be7c7787f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:18:33.439022 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c398b5db-62a3-4994-8171-d3be7c7787f6 admin admin] Network 9b94c74d-5890-4a5f-9279-ed3cec399a46 is already hosted by enough agents. {{(pid=86839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 15:18:33.440072 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.base_scheduler [None req-c398b5db-62a3-4994-8171-d3be7c7787f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=86839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:18:33.635506 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c398b5db-62a3-4994-8171-d3be7c7787f6 admin admin] Router 736b38f8-f36b-414a-80c9-b74434c71c44 is scheduled to L3 agent d083232d-238f-4a80-a5b8-222ad2e2cbfd with binding_index 1 {{(pid=86839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 09 15:18:33.638290 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-4662b65a-0ed9-42ae-88e5-89c3142abbc8 None None] Provisioning complete for port 9f8a4bdd-80f0-4e57-9348-3ebdbe7964e3 triggered by entity DHCP. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:18:33.638667 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-4662b65a-0ed9-42ae-88e5-89c3142abbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:33.696064 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-4662b65a-0ed9-42ae-88e5-89c3142abbc8 None None] Port 9f8a4bdd-80f0-4e57-9348-3ebdbe7964e3 cannot update to ACTIVE because it is not bound. {{(pid=86840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 09 15:18:33.801020 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c398b5db-62a3-4994-8171-d3be7c7787f6 admin admin] Notify agent at l3_agent.dv-cinder-817223-1-smb the message routers_updated {{(pid=86839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 09 15:18:33.812093 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9772c1bf-0e82-4fef-9298-9671c70180e6 None None] Sync routers for ids ['736b38f8-f36b-414a-80c9-b74434c71c44'] in dv-cinder-817223-1-smb {{(pid=86841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 15:18:33.812561 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-c398b5db-62a3-4994-8171-d3be7c7787f6 admin admin] 10.222.0.83 "PUT /v2.0/routers/736b38f8-f36b-414a-80c9-b74434c71c44/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1862183 Nov 09 15:18:33.823071 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9772c1bf-0e82-4fef-9298-9671c70180e6 None None] Routers {'736b38f8-f36b-414a-80c9-b74434c71c44'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:18:33.824082 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-9772c1bf-0e82-4fef-9298-9671c70180e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:18:28Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['736b38f8-f36b-414a-80c9-b74434c71c44'], 'active': True} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:18:34.006668 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvr_db [None req-9772c1bf-0e82-4fef-9298-9671c70180e6 None None] Set router 736b38f8-f36b-414a-80c9-b74434c71c44 gateway port host: None {{(pid=86841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:18:34.388468 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-9772c1bf-0e82-4fef-9298-9671c70180e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736b38f8-f36b-414a-80c9-b74434c71c44', 'name': 'router1', 'tenant_id': '687d2b9e429747d784a3e4752d602d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:18:22Z', 'updated_at': '2021-11-09T15:18:32Z', 'revision_number': 2, 'project_id': '687d2b9e429747d784a3e4752d602d95', 'gw_port_host': None, '_interfaces': [{'id': '9f8a4bdd-80f0-4e57-9348-3ebdbe7964e3', 'name': '', 'network_id': '9b94c74d-5890-4a5f-9279-ed3cec399a46', 'tenant_id': '687d2b9e429747d784a3e4752d602d95', 'mac_address': 'fa:16:3e:50:61:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736b38f8-f36b-414a-80c9-b74434c71c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5248253-e9f4-494c-b58c-ded23110d7ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:18:32Z', 'updated_at': '2021-11-09T15:18:33Z', 'revision_number': 2, 'project_id': '687d2b9e429747d784a3e4752d602d95', 'subnets': [{'id': 'b5248253-e9f4-494c-b58c-ded23110d7ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1370d162-512f-4ac3-8c59-2e771ff6ebe7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:18:34.393817 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9772c1bf-0e82-4fef-9298-9671c70180e6 None None] Checking router: 736b38f8-f36b-414a-80c9-b74434c71c44 for host: dv-cinder-817223-1-smb {{(pid=86841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 15:18:34.394207 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9772c1bf-0e82-4fef-9298-9671c70180e6 None None] Updating router 736b38f8-f36b-414a-80c9-b74434c71c44 port 9f8a4bdd-80f0-4e57-9348-3ebdbe7964e3 binding host dv-cinder-817223-1-smb {{(pid=86841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 15:18:34.451910 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron_lib.callbacks.manager [None req-9772c1bf-0e82-4fef-9298-9671c70180e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:34.835071 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron_lib.callbacks.manager [None req-9772c1bf-0e82-4fef-9298-9671c70180e6 None None] Notify callbacks [] for port, precommit_update {{(pid=86841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:34.853766 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.provisioning_blocks [None req-9772c1bf-0e82-4fef-9298-9671c70180e6 None None] Transition to ACTIVE for port object 9f8a4bdd-80f0-4e57-9348-3ebdbe7964e3 will not be triggered until provisioned by entity L2. {{(pid=86841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:18:34.859998 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron_lib.callbacks.manager [None req-9772c1bf-0e82-4fef-9298-9671c70180e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:34.869690 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:18:35.103700 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a1807-2a7b-46d4-aa0a-d7eb6ae171b1 None None] Pushing event updated for resources: {'Port': ['ID=9f8a4bdd-80f0-4e57-9348-3ebdbe7964e3,revision_number=3']} {{(pid=86841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:18:35.126195 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02a1807-2a7b-46d4-aa0a-d7eb6ae171b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:18:35.126528 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02a1807-2a7b-46d4-aa0a-d7eb6ae171b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:18:35.126857 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02a1807-2a7b-46d4-aa0a-d7eb6ae171b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:18:35.127172 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02a1807-2a7b-46d4-aa0a-d7eb6ae171b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:18:35.127479 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02a1807-2a7b-46d4-aa0a-d7eb6ae171b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:18:35.127878 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02a1807-2a7b-46d4-aa0a-d7eb6ae171b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:18:35.128094 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02a1807-2a7b-46d4-aa0a-d7eb6ae171b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:18:35.128447 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02a1807-2a7b-46d4-aa0a-d7eb6ae171b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:18:35.128797 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02a1807-2a7b-46d4-aa0a-d7eb6ae171b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:18:35.129109 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02a1807-2a7b-46d4-aa0a-d7eb6ae171b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:18:35.129411 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02a1807-2a7b-46d4-aa0a-d7eb6ae171b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:18:35.129712 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02a1807-2a7b-46d4-aa0a-d7eb6ae171b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:18:35.130893 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02a1807-2a7b-46d4-aa0a-d7eb6ae171b1 None None] Tracked resource versions report: Nov 09 15:18:35.130893 dv-cinder-817223-1-smb neutron-server[86841]: pushed versions: Nov 09 15:18:35.130893 dv-cinder-817223-1-smb neutron-server[86841]: { 'AddressGroup': {'1.2'}, Nov 09 15:18:35.130893 dv-cinder-817223-1-smb neutron-server[86841]: 'ConntrackHelper': {'1.0'}, Nov 09 15:18:35.130893 dv-cinder-817223-1-smb neutron-server[86841]: 'Log': {'1.0'}, Nov 09 15:18:35.130893 dv-cinder-817223-1-smb neutron-server[86841]: 'Network': {'1.1'}, Nov 09 15:18:35.130893 dv-cinder-817223-1-smb neutron-server[86841]: 'Port': {'1.7'}, Nov 09 15:18:35.130893 dv-cinder-817223-1-smb neutron-server[86841]: 'PortForwarding': {'1.2'}, Nov 09 15:18:35.130893 dv-cinder-817223-1-smb neutron-server[86841]: 'QosPolicy': {'1.8'}, Nov 09 15:18:35.130893 dv-cinder-817223-1-smb neutron-server[86841]: 'SecurityGroup': {'1.4'}, Nov 09 15:18:35.130893 dv-cinder-817223-1-smb neutron-server[86841]: 'SecurityGroupRule': {'1.2'}, Nov 09 15:18:35.130893 dv-cinder-817223-1-smb neutron-server[86841]: 'SubPort': {'1.0'}, Nov 09 15:18:35.130893 dv-cinder-817223-1-smb neutron-server[86841]: 'Subnet': {'1.1'}, Nov 09 15:18:35.130893 dv-cinder-817223-1-smb neutron-server[86841]: 'Trunk': {'1.1'}} Nov 09 15:18:35.130893 dv-cinder-817223-1-smb neutron-server[86841]: consumer versions: Nov 09 15:18:35.130893 dv-cinder-817223-1-smb neutron-server[86841]: { DHCP agent@dv-cinder-817223-1-smb: {}, Nov 09 15:18:35.130893 dv-cinder-817223-1-smb neutron-server[86841]: L3 agent@dv-cinder-817223-1-smb: {}, Nov 09 15:18:35.130893 dv-cinder-817223-1-smb neutron-server[86841]: Metadata agent@dv-cinder-817223-1-smb: {}, Nov 09 15:18:35.130893 dv-cinder-817223-1-smb neutron-server[86841]: Metering agent@dv-cinder-817223-1-smb: {}, Nov 09 15:18:35.130893 dv-cinder-817223-1-smb neutron-server[86841]: Open vSwitch agent@dv-cinder-817223-1-smb: { 'AddressGroup': '1.2', Nov 09 15:18:35.130893 dv-cinder-817223-1-smb neutron-server[86841]: 'ConntrackHelper': '1.0', Nov 09 15:18:35.130893 dv-cinder-817223-1-smb neutron-server[86841]: 'Log': '1.0', Nov 09 15:18:35.130893 dv-cinder-817223-1-smb neutron-server[86841]: 'Network': '1.1', Nov 09 15:18:35.130893 dv-cinder-817223-1-smb neutron-server[86841]: 'Port': '1.7', Nov 09 15:18:35.130893 dv-cinder-817223-1-smb neutron-server[86841]: 'PortForwarding': '1.2', Nov 09 15:18:35.130893 dv-cinder-817223-1-smb neutron-server[86841]: 'QosPolicy': '1.8', Nov 09 15:18:35.130893 dv-cinder-817223-1-smb neutron-server[86841]: 'SecurityGroup': '1.4', Nov 09 15:18:35.130893 dv-cinder-817223-1-smb neutron-server[86841]: 'SecurityGroupRule': '1.2', Nov 09 15:18:35.130893 dv-cinder-817223-1-smb neutron-server[86841]: 'SubPort': '1.0', Nov 09 15:18:35.130893 dv-cinder-817223-1-smb neutron-server[86841]: 'Subnet': '1.1', Nov 09 15:18:35.130893 dv-cinder-817223-1-smb neutron-server[86841]: 'Trunk': '1.1'}} Nov 09 15:18:35.130893 dv-cinder-817223-1-smb neutron-server[86841]: {{(pid=86841) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 15:18:35.135096 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.managers [None req-9772c1bf-0e82-4fef-9298-9671c70180e6 None None] Attempting to bind port 9f8a4bdd-80f0-4e57-9348-3ebdbe7964e3 on host dv-cinder-817223-1-smb for vnic_type normal with profile {{(pid=86841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 15:18:35.135494 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.managers [None req-9772c1bf-0e82-4fef-9298-9671c70180e6 None None] Attempting to bind port 9f8a4bdd-80f0-4e57-9348-3ebdbe7964e3 by drivers openvswitch,hyperv on host dv-cinder-817223-1-smb at level 0 using segments [{'id': '1ec387c8-e4e5-4894-a604-ceb07a3856ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '9b94c74d-5890-4a5f-9279-ed3cec399a46'}] {{(pid=86841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 15:18:35.135912 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9772c1bf-0e82-4fef-9298-9671c70180e6 None None] Attempting to bind port 9f8a4bdd-80f0-4e57-9348-3ebdbe7964e3 on network 9b94c74d-5890-4a5f-9279-ed3cec399a46 {{(pid=86841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:18:35.140153 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG oslo_concurrency.lockutils [None req-f02a1807-2a7b-46d4-aa0a-d7eb6ae171b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=86841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:18:35.143165 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9772c1bf-0e82-4fef-9298-9671c70180e6 None None] Checking agent: {'id': '189eed03-d966-4875-a18c-83c7415689a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817223-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 17, 55), 'started_at': datetime.datetime(2021, 11, 9, 15, 18, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817223-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 09 15:18:35.143628 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9772c1bf-0e82-4fef-9298-9671c70180e6 None None] Checking segment: {'id': '1ec387c8-e4e5-4894-a604-ceb07a3856ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '9b94c74d-5890-4a5f-9279-ed3cec399a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:18:35.144134 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron_lib.callbacks.manager [None req-9772c1bf-0e82-4fef-9298-9671c70180e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:35.144522 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9772c1bf-0e82-4fef-9298-9671c70180e6 None None] Bound using segment: {'id': '1ec387c8-e4e5-4894-a604-ceb07a3856ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '9b94c74d-5890-4a5f-9279-ed3cec399a46'} {{(pid=86841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 09 15:18:35.145018 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.managers [None req-9772c1bf-0e82-4fef-9298-9671c70180e6 None None] Bound port: 9f8a4bdd-80f0-4e57-9348-3ebdbe7964e3, host: dv-cinder-817223-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ec387c8-e4e5-4894-a604-ceb07a3856ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '9b94c74d-5890-4a5f-9279-ed3cec399a46'}}] {{(pid=86841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 15:18:35.145400 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron_lib.callbacks.manager [None req-9772c1bf-0e82-4fef-9298-9671c70180e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:35.239778 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.db [None req-9772c1bf-0e82-4fef-9298-9671c70180e6 None None] For port 9f8a4bdd-80f0-4e57-9348-3ebdbe7964e3, host dv-cinder-817223-1-smb, cleared binding levels {{(pid=86841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 09 15:18:35.245863 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.db [None req-9772c1bf-0e82-4fef-9298-9671c70180e6 None None] For port 9f8a4bdd-80f0-4e57-9348-3ebdbe7964e3, host dv-cinder-817223-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=9f8a4bdd-80f0-4e57-9348-3ebdbe7964e3,segment=NetworkSegment(1ec387c8-e4e5-4894-a604-ceb07a3856ef),segment_id=1ec387c8-e4e5-4894-a604-ceb07a3856ef)] {{(pid=86841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 09 15:18:35.253852 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron_lib.callbacks.manager [None req-9772c1bf-0e82-4fef-9298-9671c70180e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:35.259204 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG oslo_concurrency.lockutils [None req-f02a1807-2a7b-46d4-aa0a-d7eb6ae171b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:18:35.341917 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9772c1bf-0e82-4fef-9298-9671c70180e6 None None] Routers {'736b38f8-f36b-414a-80c9-b74434c71c44'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:18:35.342503 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-9772c1bf-0e82-4fef-9298-9671c70180e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:18:28Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['736b38f8-f36b-414a-80c9-b74434c71c44'], 'active': True} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:18:35.409526 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a1807-2a7b-46d4-aa0a-d7eb6ae171b1 None None] Pushing event updated for resources: {'Port': ['ID=9f8a4bdd-80f0-4e57-9348-3ebdbe7964e3,revision_number=4']} {{(pid=86841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:18:35.466219 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG oslo_concurrency.lockutils [None req-f02a1807-2a7b-46d4-aa0a-d7eb6ae171b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:18:35.511886 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvr_db [None req-9772c1bf-0e82-4fef-9298-9671c70180e6 None None] Set router 736b38f8-f36b-414a-80c9-b74434c71c44 gateway port host: None {{(pid=86841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:18:35.880252 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-9772c1bf-0e82-4fef-9298-9671c70180e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736b38f8-f36b-414a-80c9-b74434c71c44', 'name': 'router1', 'tenant_id': '687d2b9e429747d784a3e4752d602d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:18:22Z', 'updated_at': '2021-11-09T15:18:32Z', 'revision_number': 2, 'project_id': '687d2b9e429747d784a3e4752d602d95', 'gw_port_host': None, '_interfaces': [{'id': '9f8a4bdd-80f0-4e57-9348-3ebdbe7964e3', 'name': '', 'network_id': '9b94c74d-5890-4a5f-9279-ed3cec399a46', 'tenant_id': '687d2b9e429747d784a3e4752d602d95', 'mac_address': 'fa:16:3e:50:61:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736b38f8-f36b-414a-80c9-b74434c71c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5248253-e9f4-494c-b58c-ded23110d7ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:18:32Z', 'updated_at': '2021-11-09T15:18:35Z', 'revision_number': 4, 'project_id': '687d2b9e429747d784a3e4752d602d95', 'subnets': [{'id': 'b5248253-e9f4-494c-b58c-ded23110d7ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1370d162-512f-4ac3-8c59-2e771ff6ebe7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:18:35.885511 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9772c1bf-0e82-4fef-9298-9671c70180e6 None None] The sync data for ids ['736b38f8-f36b-414a-80c9-b74434c71c44'] in dv-cinder-817223-1-smb is: [{'id': '736b38f8-f36b-414a-80c9-b74434c71c44', 'name': 'router1', 'tenant_id': '687d2b9e429747d784a3e4752d602d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:18:22Z', 'updated_at': '2021-11-09T15:18:32Z', 'revision_number': 2, 'project_id': '687d2b9e429747d784a3e4752d602d95', 'gw_port_host': None, '_interfaces': [{'id': '9f8a4bdd-80f0-4e57-9348-3ebdbe7964e3', 'name': '', 'network_id': '9b94c74d-5890-4a5f-9279-ed3cec399a46', 'tenant_id': '687d2b9e429747d784a3e4752d602d95', 'mac_address': 'fa:16:3e:50:61:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736b38f8-f36b-414a-80c9-b74434c71c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5248253-e9f4-494c-b58c-ded23110d7ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:18:32Z', 'updated_at': '2021-11-09T15:18:35Z', 'revision_number': 4, 'project_id': '687d2b9e429747d784a3e4752d602d95', 'subnets': [{'id': 'b5248253-e9f4-494c-b58c-ded23110d7ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1370d162-512f-4ac3-8c59-2e771ff6ebe7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 15:18:36.162854 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 33616) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:18:36.334882 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821200da-2ed3-46bb-99e1-cffd6ebee0da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:18:36.335532 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-821200da-2ed3-46bb-99e1-cffd6ebee0da admin admin] Synchronizing usage tracker for tenant:5c73244f03dc407dba41151d44a1b841 on resource:network {{(pid=86839) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 15:18:36.354262 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-821200da-2ed3-46bb-99e1-cffd6ebee0da admin admin] Unset dirty status for tenant:5c73244f03dc407dba41151d44a1b841 on resource:network {{(pid=86839) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 15:18:36.355441 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-821200da-2ed3-46bb-99e1-cffd6ebee0da admin admin] 10.222.0.83 "GET /v2.0/networks/de089fbd-190d-42e2-b873-9d0b1c33f140 HTTP/1.1" status: 200 len: 842 time: 0.1913900 Nov 09 15:18:36.365160 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.v2.base [None req-21d82c41-1107-40eb-b2f6-a3978f1d63ee admin admin] Request body: {'subnet': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'name': 'public-subnet', 'cidr': '172.28.0.0/24', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.28.0.1'}} {{(pid=86839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:18:36.371150 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-21d82c41-1107-40eb-b2f6-a3978f1d63ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:18:36.374996 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-21d82c41-1107-40eb-b2f6-a3978f1d63ee admin admin] Usage tracker for resource:subnet and tenant:5c73244f03dc407dba41151d44a1b841 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:18:36.377867 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-21d82c41-1107-40eb-b2f6-a3978f1d63ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:18:36.384653 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-21d82c41-1107-40eb-b2f6-a3978f1d63ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:18:36.394592 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d82c41-1107-40eb-b2f6-a3978f1d63ee admin admin] Made reservation on behalf of 5c73244f03dc407dba41151d44a1b841 for: {'subnet': 1} {{(pid=86839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 15:18:36.397037 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-21d82c41-1107-40eb-b2f6-a3978f1d63ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:36.902883 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.objects.ports [None req-21d82c41-1107-40eb-b2f6-a3978f1d63ee admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86839) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Nov 09 15:18:36.903355 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-21d82c41-1107-40eb-b2f6-a3978f1d63ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for subnet, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:36.907098 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:18:36.987214 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d82c41-1107-40eb-b2f6-a3978f1d63ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c23faf8-0a9f-4180-83f0-f659576295c3,revision_number=0']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:18:36.993152 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-21d82c41-1107-40eb-b2f6-a3978f1d63ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:18:36.997778 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d82c41-1107-40eb-b2f6-a3978f1d63ee admin admin] Checking segment: {'id': '5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:18:36.998180 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d82c41-1107-40eb-b2f6-a3978f1d63ee admin admin] Network hostable DHCP agents. Network: de089fbd-190d-42e2-b873-9d0b1c33f140, hostable agents: ['8b94a2d1-9ebf-428d-8e56-922e2d41e4d3'], hosted agents: [] {{(pid=86839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 15:18:37.025225 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d82c41-1107-40eb-b2f6-a3978f1d63ee admin admin] Network de089fbd-190d-42e2-b873-9d0b1c33f140 is scheduled to be hosted by DHCP agent 8b94a2d1-9ebf-428d-8e56-922e2d41e4d3 with binding_index 1 {{(pid=86839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 15:18:37.039084 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.base_scheduler [None req-21d82c41-1107-40eb-b2f6-a3978f1d63ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817223-1-smb, de089fbd-190d-42e2-b873-9d0b1c33f140) {{(pid=86839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:18:37.044335 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d82c41-1107-40eb-b2f6-a3978f1d63ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:18:37.044996 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-21d82c41-1107-40eb-b2f6-a3978f1d63ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for subnet, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:37.049910 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e678f20d-9afd-4919-b987-1abe0ac405d6 None None] Network de089fbd-190d-42e2-b873-9d0b1c33f140 requested from dv-cinder-817223-1-smb {{(pid=86840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 09 15:18:37.071763 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-21d82c41-1107-40eb-b2f6-a3978f1d63ee admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7100985 Nov 09 15:18:37.301048 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2523c7b3-d72e-48d4-b13a-abde7e8a4961 None None] Network de089fbd-190d-42e2-b873-9d0b1c33f140 requested from dv-cinder-817223-1-smb {{(pid=86840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 09 15:18:37.749294 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device 9f8a4bdd-80f0-4e57-9348-3ebdbe7964e3 up at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:18:37.820915 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning for port 9f8a4bdd-80f0-4e57-9348-3ebdbe7964e3 completed by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:18:37.826644 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning complete for port 9f8a4bdd-80f0-4e57-9348-3ebdbe7964e3 triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:18:37.827169 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:37.955778 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:37.989401 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] For port 9f8a4bdd-80f0-4e57-9348-3ebdbe7964e3, host dv-cinder-817223-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=9f8a4bdd-80f0-4e57-9348-3ebdbe7964e3,segment=NetworkSegment(1ec387c8-e4e5-4894-a604-ceb07a3856ef),segment_id=1ec387c8-e4e5-4894-a604-ceb07a3856ef)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:18:37.994400 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:37.997291 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-e3062f7b-d9fc-4d32-adab-adc16fe8dfa9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:18:38.069229 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Pushing event updated for resources: {'Port': ['ID=9f8a4bdd-80f0-4e57-9348-3ebdbe7964e3,revision_number=5']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:18:38.072662 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:18:39.443815 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 33630) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:18:39.678230 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-fde5bc9c-c207-415a-a4af-01762f1880d0 admin admin] 10.222.0.83 "GET /v2.0/routers/736b38f8-f36b-414a-80c9-b74434c71c44 HTTP/1.1" status: 200 len: 710 time: 0.2324924 Nov 09 15:18:39.718993 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device 9f8a4bdd-80f0-4e57-9348-3ebdbe7964e3 up at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:18:39.788705 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning complete for port 9f8a4bdd-80f0-4e57-9348-3ebdbe7964e3 triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:18:39.789157 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:39.811985 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f81dbfb-ea57-45d7-a03a-9d0169a4d3f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:18:39.813373 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-2f81dbfb-ea57-45d7-a03a-9d0169a4d3f4 admin admin] 10.222.0.83 "GET /v2.0/networks/de089fbd-190d-42e2-b873-9d0b1c33f140 HTTP/1.1" status: 200 len: 886 time: 0.1292279 Nov 09 15:18:39.822445 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-07a16cbb-0944-4b47-a216-bcfaae377251 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140'}}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:18:40.283210 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-07a16cbb-0944-4b47-a216-bcfaae377251 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-978276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-822294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-678'] for router, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:40.616815 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-07a16cbb-0944-4b47-a216-bcfaae377251 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:40.677434 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-07a16cbb-0944-4b47-a216-bcfaae377251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:40.817073 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.db_base_plugin_common [None req-07a16cbb-0944-4b47-a216-bcfaae377251 admin admin] Allocated IP 172.28.0.227 (de089fbd-190d-42e2-b873-9d0b1c33f140/6c23faf8-0a9f-4180-83f0-f659576295c3/0c3f156a-d953-4a23-8a05-f00eb656680f) {{(pid=86838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 15:18:41.027690 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-07a16cbb-0944-4b47-a216-bcfaae377251 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:41.087318 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-07a16cbb-0944-4b47-a216-bcfaae377251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763972296951'] for port, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:41.092042 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:18:41.152539 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a16cbb-0944-4b47-a216-bcfaae377251 admin admin] Network de089fbd-190d-42e2-b873-9d0b1c33f140 is already hosted by enough agents. {{(pid=86838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 15:18:41.153631 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [None req-07a16cbb-0944-4b47-a216-bcfaae377251 admin admin] Resources bound (agent type, host, resource id): {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:18:41.156282 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a16cbb-0944-4b47-a216-bcfaae377251 admin admin] Received port after_create {{(pid=86838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 09 15:18:41.278592 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a16cbb-0944-4b47-a216-bcfaae377251 admin admin] Pushing event updated for resources: {'Port': ['ID=0c3f156a-d953-4a23-8a05-f00eb656680f,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:18:41.281785 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-07a16cbb-0944-4b47-a216-bcfaae377251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:18:41.540486 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-07a16cbb-0944-4b47-a216-bcfaae377251 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:41.877311 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-07a16cbb-0944-4b47-a216-bcfaae377251 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-978276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-822294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-678'] for router, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:41.880488 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-07a16cbb-0944-4b47-a216-bcfaae377251 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-978287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-978198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-822383'] for router, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:42.063149 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a16cbb-0944-4b47-a216-bcfaae377251 admin admin] Router 736b38f8-f36b-414a-80c9-b74434c71c44 has already been hosted by L3 agent d083232d-238f-4a80-a5b8-222ad2e2cbfd {{(pid=86838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 09 15:18:42.141941 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.agents_db [None req-0bb7c99c-2b67-41fc-97bf-7ac1ae3a1626 None None] Agent healthcheck: found 5 active agents {{(pid=86841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 15:18:42.287744 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a16cbb-0944-4b47-a216-bcfaae377251 admin admin] Notify agent at l3_agent.dv-cinder-817223-1-smb the message routers_updated {{(pid=86838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 09 15:18:42.296979 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-07a16cbb-0944-4b47-a216-bcfaae377251 admin admin] Notify callbacks [] for router, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:42.298130 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-07a16cbb-0944-4b47-a216-bcfaae377251 admin admin] 10.222.0.83 "PUT /v2.0/routers/736b38f8-f36b-414a-80c9-b74434c71c44 HTTP/1.1" status: 200 len: 890 time: 2.4791396 Nov 09 15:18:42.298611 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50aea91a-8fe6-4486-b61b-64aa084c9b8a None None] Sync routers for ids ['736b38f8-f36b-414a-80c9-b74434c71c44'] in dv-cinder-817223-1-smb {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 15:18:42.309927 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50aea91a-8fe6-4486-b61b-64aa084c9b8a None None] Routers {'736b38f8-f36b-414a-80c9-b74434c71c44'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:18:42.310639 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-50aea91a-8fe6-4486-b61b-64aa084c9b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:18:28Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['736b38f8-f36b-414a-80c9-b74434c71c44'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:18:42.509226 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-50aea91a-8fe6-4486-b61b-64aa084c9b8a None None] Set router 736b38f8-f36b-414a-80c9-b74434c71c44 gateway port host: dv-cinder-817223-1-smb {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:18:42.874990 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-50aea91a-8fe6-4486-b61b-64aa084c9b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736b38f8-f36b-414a-80c9-b74434c71c44', 'name': 'router1', 'tenant_id': '687d2b9e429747d784a3e4752d602d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.227'}], 'enable_snat': True}, 'gw_port_id': '0c3f156a-d953-4a23-8a05-f00eb656680f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:18:22Z', 'updated_at': '2021-11-09T15:18:41Z', 'revision_number': 4, 'project_id': '687d2b9e429747d784a3e4752d602d95', 'gw_port': {'id': '0c3f156a-d953-4a23-8a05-f00eb656680f', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:03:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736b38f8-f36b-414a-80c9-b74434c71c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:18:40Z', 'updated_at': '2021-11-09T15:18:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_interfaces': [{'id': '9f8a4bdd-80f0-4e57-9348-3ebdbe7964e3', 'name': '', 'network_id': '9b94c74d-5890-4a5f-9279-ed3cec399a46', 'tenant_id': '687d2b9e429747d784a3e4752d602d95', 'mac_address': 'fa:16:3e:50:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736b38f8-f36b-414a-80c9-b74434c71c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5248253-e9f4-494c-b58c-ded23110d7ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:18:32Z', 'updated_at': '2021-11-09T15:18:37Z', 'revision_number': 5, 'project_id': '687d2b9e429747d784a3e4752d602d95', 'subnets': [{'id': 'b5248253-e9f4-494c-b58c-ded23110d7ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1370d162-512f-4ac3-8c59-2e771ff6ebe7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:18:42.879726 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50aea91a-8fe6-4486-b61b-64aa084c9b8a None None] Checking router: 736b38f8-f36b-414a-80c9-b74434c71c44 for host: dv-cinder-817223-1-smb {{(pid=86840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 15:18:42.880190 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50aea91a-8fe6-4486-b61b-64aa084c9b8a None None] Updating router 736b38f8-f36b-414a-80c9-b74434c71c44 port 0c3f156a-d953-4a23-8a05-f00eb656680f binding host dv-cinder-817223-1-smb {{(pid=86840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 15:18:42.934068 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-50aea91a-8fe6-4486-b61b-64aa084c9b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:43.279865 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-50aea91a-8fe6-4486-b61b-64aa084c9b8a None None] Notify callbacks [] for port, precommit_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:43.293293 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-50aea91a-8fe6-4486-b61b-64aa084c9b8a None None] Transition to ACTIVE for port object 0c3f156a-d953-4a23-8a05-f00eb656680f will not be triggered until provisioned by entity L2. {{(pid=86840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:18:43.300088 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-50aea91a-8fe6-4486-b61b-64aa084c9b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:43.305935 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-c42fdbbe-5a04-4a71-9944-aed31c9ed628 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:18:43.408972 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-50aea91a-8fe6-4486-b61b-64aa084c9b8a None None] Attempting to bind port 0c3f156a-d953-4a23-8a05-f00eb656680f on host dv-cinder-817223-1-smb for vnic_type normal with profile {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 15:18:43.409337 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-50aea91a-8fe6-4486-b61b-64aa084c9b8a None None] Attempting to bind port 0c3f156a-d953-4a23-8a05-f00eb656680f by drivers openvswitch,hyperv on host dv-cinder-817223-1-smb at level 0 using segments [{'id': '5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140'}] {{(pid=86840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 15:18:43.409696 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50aea91a-8fe6-4486-b61b-64aa084c9b8a None None] Attempting to bind port 0c3f156a-d953-4a23-8a05-f00eb656680f on network de089fbd-190d-42e2-b873-9d0b1c33f140 {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:18:43.419604 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50aea91a-8fe6-4486-b61b-64aa084c9b8a None None] Checking agent: {'id': '189eed03-d966-4875-a18c-83c7415689a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817223-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 17, 55), 'started_at': datetime.datetime(2021, 11, 9, 15, 18, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817223-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 09 15:18:43.419971 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50aea91a-8fe6-4486-b61b-64aa084c9b8a None None] Checking segment: {'id': '5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:18:43.420366 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-50aea91a-8fe6-4486-b61b-64aa084c9b8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:43.420751 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50aea91a-8fe6-4486-b61b-64aa084c9b8a None None] Bound using segment: {'id': '5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140'} {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 09 15:18:43.421208 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-50aea91a-8fe6-4486-b61b-64aa084c9b8a None None] Bound port: 0c3f156a-d953-4a23-8a05-f00eb656680f, host: dv-cinder-817223-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140'}}] {{(pid=86840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 15:18:43.421593 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-50aea91a-8fe6-4486-b61b-64aa084c9b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:43.444826 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e29f25-695a-4a43-858d-0f5248ea5dd4 None None] Pushing event updated for resources: {'Port': ['ID=0c3f156a-d953-4a23-8a05-f00eb656680f,revision_number=2']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:18:43.452106 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-89e29f25-695a-4a43-858d-0f5248ea5dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:18:43.497207 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-50aea91a-8fe6-4486-b61b-64aa084c9b8a None None] For port 0c3f156a-d953-4a23-8a05-f00eb656680f, host dv-cinder-817223-1-smb, cleared binding levels {{(pid=86840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 09 15:18:43.500384 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-50aea91a-8fe6-4486-b61b-64aa084c9b8a None None] For port 0c3f156a-d953-4a23-8a05-f00eb656680f, host dv-cinder-817223-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=0c3f156a-d953-4a23-8a05-f00eb656680f,segment=NetworkSegment(5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3),segment_id=5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3)] {{(pid=86840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 09 15:18:43.505499 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-50aea91a-8fe6-4486-b61b-64aa084c9b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:43.509682 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:18:43.588805 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50aea91a-8fe6-4486-b61b-64aa084c9b8a None None] Routers {'736b38f8-f36b-414a-80c9-b74434c71c44'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:18:43.589417 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-50aea91a-8fe6-4486-b61b-64aa084c9b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:18:28Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['736b38f8-f36b-414a-80c9-b74434c71c44'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:18:43.649801 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e29f25-695a-4a43-858d-0f5248ea5dd4 None None] Pushing event updated for resources: {'Port': ['ID=0c3f156a-d953-4a23-8a05-f00eb656680f,revision_number=3']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:18:43.660115 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-89e29f25-695a-4a43-858d-0f5248ea5dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:18:43.786173 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-50aea91a-8fe6-4486-b61b-64aa084c9b8a None None] Set router 736b38f8-f36b-414a-80c9-b74434c71c44 gateway port host: dv-cinder-817223-1-smb {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:18:44.119639 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-50aea91a-8fe6-4486-b61b-64aa084c9b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736b38f8-f36b-414a-80c9-b74434c71c44', 'name': 'router1', 'tenant_id': '687d2b9e429747d784a3e4752d602d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.227'}], 'enable_snat': True}, 'gw_port_id': '0c3f156a-d953-4a23-8a05-f00eb656680f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:18:22Z', 'updated_at': '2021-11-09T15:18:41Z', 'revision_number': 4, 'project_id': '687d2b9e429747d784a3e4752d602d95', 'gw_port': {'id': '0c3f156a-d953-4a23-8a05-f00eb656680f', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:03:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736b38f8-f36b-414a-80c9-b74434c71c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:18:40Z', 'updated_at': '2021-11-09T15:18:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_interfaces': [{'id': '9f8a4bdd-80f0-4e57-9348-3ebdbe7964e3', 'name': '', 'network_id': '9b94c74d-5890-4a5f-9279-ed3cec399a46', 'tenant_id': '687d2b9e429747d784a3e4752d602d95', 'mac_address': 'fa:16:3e:50:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736b38f8-f36b-414a-80c9-b74434c71c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5248253-e9f4-494c-b58c-ded23110d7ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:18:32Z', 'updated_at': '2021-11-09T15:18:37Z', 'revision_number': 5, 'project_id': '687d2b9e429747d784a3e4752d602d95', 'subnets': [{'id': 'b5248253-e9f4-494c-b58c-ded23110d7ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1370d162-512f-4ac3-8c59-2e771ff6ebe7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:18:44.124058 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50aea91a-8fe6-4486-b61b-64aa084c9b8a None None] The sync data for ids ['736b38f8-f36b-414a-80c9-b74434c71c44'] in dv-cinder-817223-1-smb is: [{'id': '736b38f8-f36b-414a-80c9-b74434c71c44', 'name': 'router1', 'tenant_id': '687d2b9e429747d784a3e4752d602d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.227'}], 'enable_snat': True}, 'gw_port_id': '0c3f156a-d953-4a23-8a05-f00eb656680f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:18:22Z', 'updated_at': '2021-11-09T15:18:41Z', 'revision_number': 4, 'project_id': '687d2b9e429747d784a3e4752d602d95', 'gw_port': {'id': '0c3f156a-d953-4a23-8a05-f00eb656680f', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:03:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736b38f8-f36b-414a-80c9-b74434c71c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:18:40Z', 'updated_at': '2021-11-09T15:18:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_interfaces': [{'id': '9f8a4bdd-80f0-4e57-9348-3ebdbe7964e3', 'name': '', 'network_id': '9b94c74d-5890-4a5f-9279-ed3cec399a46', 'tenant_id': '687d2b9e429747d784a3e4752d602d95', 'mac_address': 'fa:16:3e:50:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736b38f8-f36b-414a-80c9-b74434c71c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5248253-e9f4-494c-b58c-ded23110d7ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:18:32Z', 'updated_at': '2021-11-09T15:18:37Z', 'revision_number': 5, 'project_id': '687d2b9e429747d784a3e4752d602d95', 'subnets': [{'id': 'b5248253-e9f4-494c-b58c-ded23110d7ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1370d162-512f-4ac3-8c59-2e771ff6ebe7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 15:18:44.731169 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 33640) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:18:44.866409 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-04f9cf87-69ee-4d20-a594-1992ad95c403 admin admin] 10.222.0.83 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1334720 Nov 09 15:18:45.748058 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device 0c3f156a-d953-4a23-8a05-f00eb656680f up at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:18:45.832277 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning for port 0c3f156a-d953-4a23-8a05-f00eb656680f completed by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:18:45.837534 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning complete for port 0c3f156a-d953-4a23-8a05-f00eb656680f triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:18:45.837951 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:45.954376 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:45.970986 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] For port 0c3f156a-d953-4a23-8a05-f00eb656680f, host dv-cinder-817223-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=0c3f156a-d953-4a23-8a05-f00eb656680f,segment=NetworkSegment(5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3),segment_id=5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:18:45.974717 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:45.976742 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:18:46.041959 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Pushing event updated for resources: {'Port': ['ID=0c3f156a-d953-4a23-8a05-f00eb656680f,revision_number=4']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:18:46.044893 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:18:47.733724 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device 0c3f156a-d953-4a23-8a05-f00eb656680f up at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:18:47.833201 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning complete for port 0c3f156a-d953-4a23-8a05-f00eb656680f triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:18:47.833575 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:55.063352 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-e4ec391b-b13e-417c-aed5-9d9e18b82c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:55.423382 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:57.573673 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-9c643268-b3f7-4753-a953-14fdb54101c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:18:58.597528 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:19:00.114692 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:19:19.140717 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.agents_db [None req-0bb7c99c-2b67-41fc-97bf-7ac1ae3a1626 None None] Agent healthcheck: found 5 active agents {{(pid=86841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 15:19:25.065953 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d62639d6-ede8-4da3-8495-afd8dea62383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:19:25.426915 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:19:27.575631 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-ddc15503-314b-47b2-8a39-83886141d410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:19:28.606489 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:19:30.116865 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:19:55.072742 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-f5e88d4e-f60a-4e03-bee3-fe6f9fe450c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:19:55.460333 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:19:56.139748 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.agents_db [None req-0bb7c99c-2b67-41fc-97bf-7ac1ae3a1626 None None] Agent healthcheck: found 5 active agents {{(pid=86841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 15:19:57.581502 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-9cd267a4-b83a-40d2-aea5-ea007eacac19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:19:58.607741 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:20:00.121395 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:20:25.072885 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-c2accfab-f499-42b6-80a3-960ef0c9361a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:20:25.444382 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:20:27.575662 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d6e436ff-09a2-40ee-a53a-cd629867b288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:20:28.600835 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:20:30.125837 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:20:33.137913 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.agents_db [None req-0bb7c99c-2b67-41fc-97bf-7ac1ae3a1626 None None] Agent healthcheck: found 5 active agents {{(pid=86841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 15:20:49.454085 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 34210) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:20:49.528067 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.pecan_wsgi.hooks.translation [None req-e79426e1-bf1f-476b-8f67-bf9d61076037 admin admin] GET failed (client error): The resource could not be found. Nov 09 15:20:49.529296 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-e79426e1-bf1f-476b-8f67-bf9d61076037 admin admin] 10.222.0.83 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0741658 Nov 09 15:20:49.668988 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06770d9-769c-48b2-8775-10faf056cce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:20:49.670492 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-d06770d9-769c-48b2-8775-10faf056cce7 admin admin] 10.222.0.83 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1366692 Nov 09 15:20:51.832239 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 34220) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:20:51.944170 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5eeaa39-2c16-4c6d-b874-2b528bbb9e63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:20:51.944779 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-b5eeaa39-2c16-4c6d-b874-2b528bbb9e63 admin admin] Synchronizing usage tracker for tenant:5c73244f03dc407dba41151d44a1b841 on resource:subnet {{(pid=86839) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 15:20:51.961457 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-b5eeaa39-2c16-4c6d-b874-2b528bbb9e63 admin admin] Unset dirty status for tenant:5c73244f03dc407dba41151d44a1b841 on resource:subnet {{(pid=86839) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 15:20:51.962803 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-b5eeaa39-2c16-4c6d-b874-2b528bbb9e63 admin admin] 10.222.0.83 "GET /v2.0/subnets/b5248253-e9f4-494c-b58c-ded23110d7ac HTTP/1.1" status: 200 len: 849 time: 0.1295798 Nov 09 15:20:51.973316 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.v2.base [None req-570334c7-1072-4efd-ab4b-e375adaa69e9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:20:52.091145 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-570334c7-1072-4efd-ab4b-e375adaa69e9 admin admin] Notify callbacks [] for subnet, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:20:52.288833 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-570334c7-1072-4efd-ab4b-e375adaa69e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763972633366'] for subnet, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:20:52.292660 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:20:52.337930 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570334c7-1072-4efd-ab4b-e375adaa69e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:20:52.337930 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-570334c7-1072-4efd-ab4b-e375adaa69e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for subnet, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:20:52.339743 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-570334c7-1072-4efd-ab4b-e375adaa69e9 admin admin] 10.222.0.83 "PUT /v2.0/subnets/b5248253-e9f4-494c-b58c-ded23110d7ac HTTP/1.1" status: 200 len: 868 time: 0.3711672 Nov 09 15:20:52.340911 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53eb2be-cb30-491b-a464-5cefefbeaca8 None None] Network 9b94c74d-5890-4a5f-9279-ed3cec399a46 requested from dv-cinder-817223-1-smb {{(pid=86840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 09 15:20:52.366313 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570334c7-1072-4efd-ab4b-e375adaa69e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5248253-e9f4-494c-b58c-ded23110d7ac,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:20:52.374626 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570334c7-1072-4efd-ab4b-e375adaa69e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:20:52.374983 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570334c7-1072-4efd-ab4b-e375adaa69e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:20:52.375304 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570334c7-1072-4efd-ab4b-e375adaa69e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:20:52.375630 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570334c7-1072-4efd-ab4b-e375adaa69e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:20:52.375955 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570334c7-1072-4efd-ab4b-e375adaa69e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:20:52.376283 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570334c7-1072-4efd-ab4b-e375adaa69e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:20:52.376602 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570334c7-1072-4efd-ab4b-e375adaa69e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:20:52.377425 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570334c7-1072-4efd-ab4b-e375adaa69e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:20:52.377602 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570334c7-1072-4efd-ab4b-e375adaa69e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:20:52.378116 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570334c7-1072-4efd-ab4b-e375adaa69e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:20:52.378339 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570334c7-1072-4efd-ab4b-e375adaa69e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:20:52.378804 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570334c7-1072-4efd-ab4b-e375adaa69e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:20:52.383016 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-570334c7-1072-4efd-ab4b-e375adaa69e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:20:52.824585 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-8ea4cb50-d551-41df-bdf3-f101cda11903 None None] Provisioning complete for port 6b6fdf82-11a9-4eaf-9e53-39368c437463 triggered by entity DHCP. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:20:52.824986 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-8ea4cb50-d551-41df-bdf3-f101cda11903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:20:52.960428 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-8ea4cb50-d551-41df-bdf3-f101cda11903 None None] Provisioning complete for port 9f8a4bdd-80f0-4e57-9348-3ebdbe7964e3 triggered by entity DHCP. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:20:52.960801 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-8ea4cb50-d551-41df-bdf3-f101cda11903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:20:54.558658 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 34230) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:20:54.732988 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ede6c1-1360-411c-83d9-027c2e3aa741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:20:54.733457 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ede6c1-1360-411c-83d9-027c2e3aa741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:20:54.734985 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-18ede6c1-1360-411c-83d9-027c2e3aa741 admin admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1753843 Nov 09 15:20:55.066783 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-e6f38f3a-3063-48e5-bbd8-2f533de38867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:20:55.437273 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:20:56.963278 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 34240) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:20:57.136949 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e872d64-2232-43f0-bb95-96ed0b8b9de2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:20:57.137419 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e872d64-2232-43f0-bb95-96ed0b8b9de2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:20:57.138962 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-6e872d64-2232-43f0-bb95-96ed0b8b9de2 admin admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1741221 Nov 09 15:20:57.577960 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-88969555-488d-4543-a004-d0fb6aa81cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:20:58.605028 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:20:59.320439 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 34250) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:20:59.495030 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e31ea7-3ace-4a66-8790-44c575a05140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:20:59.496445 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-61e31ea7-3ace-4a66-8790-44c575a05140 admin admin] 10.222.0.83 "GET /v2.0/networks/9b94c74d-5890-4a5f-9279-ed3cec399a46 HTTP/1.1" status: 200 len: 870 time: 0.1749051 Nov 09 15:21:00.127899 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:21:01.695615 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 34260) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:21:01.859556 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06489610-ab6c-41a7-a655-cc8abb64b42e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:21:01.860890 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-06489610-ab6c-41a7-a655-cc8abb64b42e admin admin] 10.222.0.83 "GET /v2.0/networks/de089fbd-190d-42e2-b873-9d0b1c33f140 HTTP/1.1" status: 200 len: 886 time: 0.1643338 Nov 09 15:21:04.009164 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 34270) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:21:04.119569 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5241018f-22d4-4e59-89a6-86ea5afd2d7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:21:04.120017 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5241018f-22d4-4e59-89a6-86ea5afd2d7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:21:04.121555 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-5241018f-22d4-4e59-89a6-86ea5afd2d7b admin admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1112127 Nov 09 15:21:06.302993 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 34280) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:21:06.418023 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d262b6c-69cf-4dbb-b0ea-1df5c26f7241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:21:06.418476 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d262b6c-69cf-4dbb-b0ea-1df5c26f7241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:21:06.419997 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-3d262b6c-69cf-4dbb-b0ea-1df5c26f7241 admin admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1160400 Nov 09 15:21:08.600105 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 34290) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:21:08.700877 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f70082-c085-41c7-9cc1-95b85ee27cf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:21:08.702240 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-75f70082-c085-41c7-9cc1-95b85ee27cf0 admin admin] 10.222.0.83 "GET /v2.0/subnets/6c23faf8-0a9f-4180-83f0-f659576295c3 HTTP/1.1" status: 200 len: 816 time: 0.1011233 Nov 09 15:21:10.136805 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.agents_db [None req-0bb7c99c-2b67-41fc-97bf-7ac1ae3a1626 None None] Agent healthcheck: found 5 active agents {{(pid=86841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 15:21:10.846842 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 34300) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:21:10.954712 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5284244-30f6-48e6-a60f-527132ad3fb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:21:10.956095 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-e5284244-30f6-48e6-a60f-527132ad3fb1 admin admin] 10.222.0.83 "GET /v2.0/subnets/b5248253-e9f4-494c-b58c-ded23110d7ac HTTP/1.1" status: 200 len: 868 time: 0.1082718 Nov 09 15:21:25.071105 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-abb06c79-f2f6-45c0-95d5-037ef09bece3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:21:25.443542 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:21:27.582302 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-0d77377f-6d5c-4acb-b2bb-78f2a0aff6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:21:28.609209 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:21:30.130569 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:21:34.507796 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 34344) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:21:34.561338 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [None req-e520bbe2-f3ff-416b-9c8c-957180faca7c admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=86838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 15:21:34.562340 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-e520bbe2-f3ff-416b-9c8c-957180faca7c admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0536110 Nov 09 15:21:36.968356 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 34354) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:21:37.041273 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.pecan_wsgi.hooks.translation [None req-7055f338-aaf2-41b1-beb1-003e518343d0 admin admin] GET failed (client error): The resource could not be found. Nov 09 15:21:37.042552 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-7055f338-aaf2-41b1-beb1-003e518343d0 admin admin] 10.222.0.83 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0732651 Nov 09 15:21:37.171809 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0cf42b-3de5-457a-bb67-1a0487c21117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:21:37.173266 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-3d0cf42b-3de5-457a-bb67-1a0487c21117 admin admin] 10.222.0.83 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1267791 Nov 09 15:21:39.421939 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 34364) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:21:39.471999 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.v2.base [None req-352c5f14-e1fe-4fba-8a5e-69c291a663a9 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=86839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:21:39.476813 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-352c5f14-e1fe-4fba-8a5e-69c291a663a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:21:39.487920 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-352c5f14-e1fe-4fba-8a5e-69c291a663a9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:21:39.498373 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352c5f14-e1fe-4fba-8a5e-69c291a663a9 admin admin] Made reservation on behalf of 5c73244f03dc407dba41151d44a1b841 for: {'network': 1} {{(pid=86839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 15:21:39.500678 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-352c5f14-e1fe-4fba-8a5e-69c291a663a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for network, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:21:39.591540 dv-cinder-817223-1-smb neutron-server[86839]: WARNING neutron.services.revisions.revision_plugin [None req-352c5f14-e1fe-4fba-8a5e-69c291a663a9 admin admin] Could not find related network for resource to bump revision. Nov 09 15:21:39.604781 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-352c5f14-e1fe-4fba-8a5e-69c291a663a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1244, 'physical_network': 'physnet1'} {{(pid=86839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 15:21:39.614263 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-352c5f14-e1fe-4fba-8a5e-69c291a663a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16429219'] for segment, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:21:39.614607 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.db.segments_db [None req-352c5f14-e1fe-4fba-8a5e-69c291a663a9 admin admin] Added segment 30ba7831-2eb9-479f-bbed-db184dbbbdde of type vlan for network f43f6d9c-0e5b-4931-ad0a-15f92ae0cf79 Nov 09 15:21:39.641159 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-352c5f14-e1fe-4fba-8a5e-69c291a663a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763972287609'] for network, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:21:39.673809 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-352c5f14-e1fe-4fba-8a5e-69c291a663a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for network, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:21:39.675188 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352c5f14-e1fe-4fba-8a5e-69c291a663a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:21:39.675799 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-352c5f14-e1fe-4fba-8a5e-69c291a663a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:21:39.679002 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:21:39.777996 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c5f14-e1fe-4fba-8a5e-69c291a663a9 admin admin] Pushing event updated for resources: {'Network': ['ID=f43f6d9c-0e5b-4931-ad0a-15f92ae0cf79,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:21:39.781182 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-352c5f14-e1fe-4fba-8a5e-69c291a663a9 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3582003 Nov 09 15:21:39.781896 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-352c5f14-e1fe-4fba-8a5e-69c291a663a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:21:39.789581 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Network f43f6d9c-0e5b-4931-ad0a-15f92ae0cf79 details requested by agent ovs-agent-dv-cinder-817223-1-smb with host dv-cinder-817223-1-smb {{(pid=86840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 15:21:42.087012 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 34374) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:21:42.160251 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.pecan_wsgi.hooks.translation [None req-cae5a04a-60ee-4a0d-abaa-60489a0c1205 admin admin] GET failed (client error): The resource could not be found. Nov 09 15:21:42.160784 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-cae5a04a-60ee-4a0d-abaa-60489a0c1205 admin admin] Synchronizing usage tracker for tenant:5c73244f03dc407dba41151d44a1b841 on resource:network {{(pid=86839) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 15:21:42.178150 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-cae5a04a-60ee-4a0d-abaa-60489a0c1205 admin admin] Unset dirty status for tenant:5c73244f03dc407dba41151d44a1b841 on resource:network {{(pid=86839) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 15:21:42.179369 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-cae5a04a-60ee-4a0d-abaa-60489a0c1205 admin admin] 10.222.0.83 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0913956 Nov 09 15:21:42.294626 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57fa46e-a283-4668-8458-94cae5fad99e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:21:42.296076 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-d57fa46e-a283-4668-8458-94cae5fad99e admin admin] 10.222.0.83 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1126020 Nov 09 15:21:42.306384 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.v2.base [None req-00e3b844-aba5-49c6-ac0c-e9a968ae764e admin admin] Request body: {'subnet': {'network_id': 'f43f6d9c-0e5b-4931-ad0a-15f92ae0cf79', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=86839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:21:42.311110 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-00e3b844-aba5-49c6-ac0c-e9a968ae764e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:21:42.321410 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-00e3b844-aba5-49c6-ac0c-e9a968ae764e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:21:42.332119 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e3b844-aba5-49c6-ac0c-e9a968ae764e admin admin] Made reservation on behalf of 5c73244f03dc407dba41151d44a1b841 for: {'subnet': 1} {{(pid=86839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 15:21:42.334515 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-00e3b844-aba5-49c6-ac0c-e9a968ae764e admin admin] Notify callbacks [] for subnet, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:21:42.585421 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-00e3b844-aba5-49c6-ac0c-e9a968ae764e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for subnet, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:21:42.590145 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:21:42.664381 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e3b844-aba5-49c6-ac0c-e9a968ae764e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e74f091-6c08-4c54-aceb-ac6b396b2735,revision_number=0']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:21:42.668900 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-00e3b844-aba5-49c6-ac0c-e9a968ae764e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:21:42.669723 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e3b844-aba5-49c6-ac0c-e9a968ae764e admin admin] Checking segment: {'id': '30ba7831-2eb9-479f-bbed-db184dbbbdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'f43f6d9c-0e5b-4931-ad0a-15f92ae0cf79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:21:42.670539 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e3b844-aba5-49c6-ac0c-e9a968ae764e admin admin] Network hostable DHCP agents. Network: f43f6d9c-0e5b-4931-ad0a-15f92ae0cf79, hostable agents: ['8b94a2d1-9ebf-428d-8e56-922e2d41e4d3'], hosted agents: [] {{(pid=86839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 15:21:42.691643 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e3b844-aba5-49c6-ac0c-e9a968ae764e admin admin] Network f43f6d9c-0e5b-4931-ad0a-15f92ae0cf79 is scheduled to be hosted by DHCP agent 8b94a2d1-9ebf-428d-8e56-922e2d41e4d3 with binding_index 1 {{(pid=86839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 15:21:42.701413 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.base_scheduler [None req-00e3b844-aba5-49c6-ac0c-e9a968ae764e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817223-1-smb, f43f6d9c-0e5b-4931-ad0a-15f92ae0cf79) {{(pid=86839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:21:42.707120 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e3b844-aba5-49c6-ac0c-e9a968ae764e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:21:42.708243 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-00e3b844-aba5-49c6-ac0c-e9a968ae764e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for subnet, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:21:42.714632 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d804430-6d47-4597-a4b2-950534ce2405 None None] Network f43f6d9c-0e5b-4931-ad0a-15f92ae0cf79 requested from dv-cinder-817223-1-smb {{(pid=86840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 09 15:21:42.735146 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-00e3b844-aba5-49c6-ac0c-e9a968ae764e admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4323599 Nov 09 15:21:42.964306 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09818c8f-1593-4c61-88cd-8d247a6383b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad083e8-ca1b-5118-a989-5e497962517e-f43f6d9c-0e5b-4931-ad0a-15f92ae0cf79', 'network_id': 'f43f6d9c-0e5b-4931-ad0a-15f92ae0cf79', 'tenant_id': '5c73244f03dc407dba41151d44a1b841', 'fixed_ips': [{'subnet_id': '8e74f091-6c08-4c54-aceb-ac6b396b2735'}]}} from dv-cinder-817223-1-smb. {{(pid=86840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 09 15:21:42.965176 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-09818c8f-1593-4c61-88cd-8d247a6383b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_create {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:21:43.133582 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.db_base_plugin_common [None req-09818c8f-1593-4c61-88cd-8d247a6383b9 None None] Allocated IP 192.168.233.2 (f43f6d9c-0e5b-4931-ad0a-15f92ae0cf79/8e74f091-6c08-4c54-aceb-ac6b396b2735/fae77ad8-205b-4323-9352-5505bb456145) {{(pid=86840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 15:21:43.365601 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-09818c8f-1593-4c61-88cd-8d247a6383b9 None None] Notify callbacks [] for port, precommit_create {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:21:43.381347 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-09818c8f-1593-4c61-88cd-8d247a6383b9 None None] Transition to ACTIVE for port object fae77ad8-205b-4323-9352-5505bb456145 will not be triggered until provisioned by entity L2. {{(pid=86840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:21:43.400986 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-09818c8f-1593-4c61-88cd-8d247a6383b9 None None] Transition to ACTIVE for port object fae77ad8-205b-4323-9352-5505bb456145 will not be triggered until provisioned by entity DHCP. {{(pid=86840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:21:43.407475 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-09818c8f-1593-4c61-88cd-8d247a6383b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763972296951'] for port, after_create {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:21:43.415064 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:21:43.513145 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09818c8f-1593-4c61-88cd-8d247a6383b9 None None] Network f43f6d9c-0e5b-4931-ad0a-15f92ae0cf79 is already hosted by enough agents. {{(pid=86840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 15:21:43.516418 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.scheduler.base_scheduler [None req-09818c8f-1593-4c61-88cd-8d247a6383b9 None None] Resources bound (agent type, host, resource id): {{(pid=86840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:21:43.521342 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09818c8f-1593-4c61-88cd-8d247a6383b9 None None] Received port after_create {{(pid=86840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 09 15:21:43.523426 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09818c8f-1593-4c61-88cd-8d247a6383b9 None None] Pushing event updated for resources: {'Port': ['ID=fae77ad8-205b-4323-9352-5505bb456145,revision_number=1']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:21:43.532710 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09818c8f-1593-4c61-88cd-8d247a6383b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:21:43.533019 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09818c8f-1593-4c61-88cd-8d247a6383b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:21:43.533362 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09818c8f-1593-4c61-88cd-8d247a6383b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:21:43.533675 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09818c8f-1593-4c61-88cd-8d247a6383b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:21:43.534027 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09818c8f-1593-4c61-88cd-8d247a6383b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:21:43.534346 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09818c8f-1593-4c61-88cd-8d247a6383b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:21:43.534662 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09818c8f-1593-4c61-88cd-8d247a6383b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:21:43.534969 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09818c8f-1593-4c61-88cd-8d247a6383b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:21:43.535284 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09818c8f-1593-4c61-88cd-8d247a6383b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:21:43.535591 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09818c8f-1593-4c61-88cd-8d247a6383b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:21:43.535893 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09818c8f-1593-4c61-88cd-8d247a6383b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:21:43.536203 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09818c8f-1593-4c61-88cd-8d247a6383b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:21:43.562792 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-09818c8f-1593-4c61-88cd-8d247a6383b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:21:43.625130 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-09818c8f-1593-4c61-88cd-8d247a6383b9 None None] Attempting to bind port fae77ad8-205b-4323-9352-5505bb456145 on host dv-cinder-817223-1-smb for vnic_type normal with profile {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 15:21:43.625494 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-09818c8f-1593-4c61-88cd-8d247a6383b9 None None] Attempting to bind port fae77ad8-205b-4323-9352-5505bb456145 by drivers openvswitch,hyperv on host dv-cinder-817223-1-smb at level 0 using segments [{'id': '30ba7831-2eb9-479f-bbed-db184dbbbdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'f43f6d9c-0e5b-4931-ad0a-15f92ae0cf79'}] {{(pid=86840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 15:21:43.626377 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09818c8f-1593-4c61-88cd-8d247a6383b9 None None] Attempting to bind port fae77ad8-205b-4323-9352-5505bb456145 on network f43f6d9c-0e5b-4931-ad0a-15f92ae0cf79 {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:21:43.632477 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09818c8f-1593-4c61-88cd-8d247a6383b9 None None] Checking agent: {'id': '189eed03-d966-4875-a18c-83c7415689a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817223-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 17, 55), 'started_at': datetime.datetime(2021, 11, 9, 15, 18, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817223-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 09 15:21:43.632895 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09818c8f-1593-4c61-88cd-8d247a6383b9 None None] Checking segment: {'id': '30ba7831-2eb9-479f-bbed-db184dbbbdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'f43f6d9c-0e5b-4931-ad0a-15f92ae0cf79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:21:43.633269 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-09818c8f-1593-4c61-88cd-8d247a6383b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:21:43.635114 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09818c8f-1593-4c61-88cd-8d247a6383b9 None None] Bound using segment: {'id': '30ba7831-2eb9-479f-bbed-db184dbbbdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'f43f6d9c-0e5b-4931-ad0a-15f92ae0cf79'} {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 09 15:21:43.635114 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-09818c8f-1593-4c61-88cd-8d247a6383b9 None None] Bound port: fae77ad8-205b-4323-9352-5505bb456145, host: dv-cinder-817223-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30ba7831-2eb9-479f-bbed-db184dbbbdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'f43f6d9c-0e5b-4931-ad0a-15f92ae0cf79'}}] {{(pid=86840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 15:21:43.635114 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-09818c8f-1593-4c61-88cd-8d247a6383b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:21:43.729923 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-09818c8f-1593-4c61-88cd-8d247a6383b9 None None] For port fae77ad8-205b-4323-9352-5505bb456145, host dv-cinder-817223-1-smb, cleared binding levels {{(pid=86840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 09 15:21:43.733279 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-09818c8f-1593-4c61-88cd-8d247a6383b9 None None] For port fae77ad8-205b-4323-9352-5505bb456145, host dv-cinder-817223-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=fae77ad8-205b-4323-9352-5505bb456145,segment=NetworkSegment(30ba7831-2eb9-479f-bbed-db184dbbbdde),segment_id=30ba7831-2eb9-479f-bbed-db184dbbbdde)] {{(pid=86840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 09 15:21:43.737565 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-09818c8f-1593-4c61-88cd-8d247a6383b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:21:43.741929 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:21:43.825197 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09818c8f-1593-4c61-88cd-8d247a6383b9 None None] Pushing event updated for resources: {'Port': ['ID=fae77ad8-205b-4323-9352-5505bb456145,revision_number=2']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:21:43.828955 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-09818c8f-1593-4c61-88cd-8d247a6383b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:21:44.701004 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c8b97b-7e6f-4b67-933b-2d20d2e74c33 None None] Network f43f6d9c-0e5b-4931-ad0a-15f92ae0cf79 requested from dv-cinder-817223-1-smb {{(pid=86840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 09 15:21:44.786145 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-93319d25-e403-4bb4-81ad-7e9124c70598 None None] Provisioning for port fae77ad8-205b-4323-9352-5505bb456145 completed by entity DHCP. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:21:45.836971 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device fae77ad8-205b-4323-9352-5505bb456145 up at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:21:45.910153 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning for port fae77ad8-205b-4323-9352-5505bb456145 completed by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:21:45.914857 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning complete for port fae77ad8-205b-4323-9352-5505bb456145 triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:21:45.915231 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:21:46.031526 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:21:46.062656 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] For port fae77ad8-205b-4323-9352-5505bb456145, host dv-cinder-817223-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=fae77ad8-205b-4323-9352-5505bb456145,segment=NetworkSegment(30ba7831-2eb9-479f-bbed-db184dbbbdde),segment_id=30ba7831-2eb9-479f-bbed-db184dbbbdde)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:21:46.067508 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:21:46.070803 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:21:46.135227 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Pushing event updated for resources: {'Port': ['ID=fae77ad8-205b-4323-9352-5505bb456145,revision_number=3']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:21:46.138321 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:21:47.135472 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.agents_db [None req-0bb7c99c-2b67-41fc-97bf-7ac1ae3a1626 None None] Agent healthcheck: found 5 active agents {{(pid=86841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 15:21:47.812104 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device fae77ad8-205b-4323-9352-5505bb456145 up at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:21:47.882936 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning complete for port fae77ad8-205b-4323-9352-5505bb456145 triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:21:47.883311 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:21:55.068565 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-37f906f5-b55b-435d-83d1-b31b4fd69a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:21:55.448786 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:21:57.591894 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-b33a85ff-0ce8-48c9-86d8-2fda237bacf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:21:58.608129 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:22:00.134459 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:22:24.133298 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.agents_db [None req-0bb7c99c-2b67-41fc-97bf-7ac1ae3a1626 None None] Agent healthcheck: found 5 active agents {{(pid=86841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 15:22:25.059835 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d2890b19-6e29-4324-b29c-7621f2bc495b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:22:25.442534 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:22:27.588038 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-75bc3b85-6afd-404f-b37a-057e173a07da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:22:28.610562 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:22:30.137501 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:22:55.065091 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-c036d9cb-4896-439f-b58f-571b7af7e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:22:55.446841 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:22:55.641886 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 34424) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:22:55.648560 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [None req-20acec86-ffbe-4142-855c-d3e670443dce tempest-verify_tempest_config-2143923181 tempest-verify_tempest_config-2143923181-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=86838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 15:22:55.649504 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-20acec86-ffbe-4142-855c-d3e670443dce tempest-verify_tempest_config-2143923181 tempest-verify_tempest_config-2143923181-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064228 Nov 09 15:22:55.964972 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 34442) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:22:56.081400 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-c43fa4d0-4970-46e8-bf68-8143f811b18c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:22:56.100116 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-c43fa4d0-4970-46e8-bf68-8143f811b18c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:22:56.103923 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-c43fa4d0-4970-46e8-bf68-8143f811b18c admin admin] Usage tracker for resource:security_group_rule and tenant:927dac8ac93d4089b4f018260119b6b6 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:22:56.106769 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-c43fa4d0-4970-46e8-bf68-8143f811b18c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:22:56.113329 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-c43fa4d0-4970-46e8-bf68-8143f811b18c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:22:56.198857 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-c43fa4d0-4970-46e8-bf68-8143f811b18c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:22:56.203842 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-c43fa4d0-4970-46e8-bf68-8143f811b18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:22:56.211545 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:22:56.253076 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-c43fa4d0-4970-46e8-bf68-8143f811b18c admin admin] Synchronizing usage tracker for tenant:5c73244f03dc407dba41151d44a1b841 on resource:security_group {{(pid=86839) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 15:22:56.255357 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43fa4d0-4970-46e8-bf68-8143f811b18c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd01742a-7a8a-41dd-ae66-03dafa50e998,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:22:56.262997 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43fa4d0-4970-46e8-bf68-8143f811b18c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:22:56.263334 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43fa4d0-4970-46e8-bf68-8143f811b18c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:22:56.263730 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43fa4d0-4970-46e8-bf68-8143f811b18c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:22:56.264295 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43fa4d0-4970-46e8-bf68-8143f811b18c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:22:56.264636 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43fa4d0-4970-46e8-bf68-8143f811b18c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:22:56.265229 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43fa4d0-4970-46e8-bf68-8143f811b18c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:22:56.265551 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43fa4d0-4970-46e8-bf68-8143f811b18c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:22:56.265888 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43fa4d0-4970-46e8-bf68-8143f811b18c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:22:56.266210 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43fa4d0-4970-46e8-bf68-8143f811b18c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:22:56.266518 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43fa4d0-4970-46e8-bf68-8143f811b18c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:22:56.266832 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43fa4d0-4970-46e8-bf68-8143f811b18c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:22:56.267140 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43fa4d0-4970-46e8-bf68-8143f811b18c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:22:56.273464 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-c43fa4d0-4970-46e8-bf68-8143f811b18c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:22:56.286162 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-c43fa4d0-4970-46e8-bf68-8143f811b18c admin admin] Unset dirty status for tenant:5c73244f03dc407dba41151d44a1b841 on resource:security_group {{(pid=86839) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 15:22:56.287335 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-c43fa4d0-4970-46e8-bf68-8143f811b18c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=927dac8ac93d4089b4f018260119b6b6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3213878 Nov 09 15:22:56.290122 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 34448) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:22:56.347079 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e4127fde-0622-4cb3-91f3-172f36d11282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:22:56.372591 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e4127fde-0622-4cb3-91f3-172f36d11282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:22:56.467763 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e4127fde-0622-4cb3-91f3-172f36d11282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:22:56.471580 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:22:56.485475 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4127fde-0622-4cb3-91f3-172f36d11282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd01742a-7a8a-41dd-ae66-03dafa50e998,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:22:56.489186 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-e4127fde-0622-4cb3-91f3-172f36d11282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:22:56.492251 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e4127fde-0622-4cb3-91f3-172f36d11282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:22:56.493347 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-e4127fde-0622-4cb3-91f3-172f36d11282 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/bd01742a-7a8a-41dd-ae66-03dafa50e998 HTTP/1.1" status: 204 len: 168 time: 0.2024753 Nov 09 15:22:57.591412 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-39a93b41-fe6e-44e1-820e-d14b8d953025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:22:58.620745 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:23:00.140489 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:23:01.131653 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.agents_db [None req-0bb7c99c-2b67-41fc-97bf-7ac1ae3a1626 None None] Agent healthcheck: found 5 active agents {{(pid=86841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 15:23:25.067000 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-5ada7180-b5bd-4cac-bac4-3c376fff4479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:23:25.450563 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:23:27.594239 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-6033f42f-2d09-46e4-856f-b9f14a8fd56a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:23:28.615047 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:23:30.143061 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:23:38.131014 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.agents_db [None req-0bb7c99c-2b67-41fc-97bf-7ac1ae3a1626 None None] Agent healthcheck: found 5 active agents {{(pid=86841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 15:23:55.068632 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d9ecde05-21af-4be7-b550-b29cf7ecad04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:23:55.451855 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:23:57.595864 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-7f838589-7c0e-451e-9eae-d41f542f7916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:23:58.616984 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:24:00.146227 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:24:15.130004 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.agents_db [None req-0bb7c99c-2b67-41fc-97bf-7ac1ae3a1626 None None] Agent healthcheck: found 5 active agents {{(pid=86841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 15:24:25.069305 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-5b9c99a9-5106-4fd8-8229-8f6986330fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:24:25.454582 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:24:27.597627 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-cc57e00b-2b20-4f13-b03e-4d42653a7a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:24:28.623335 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:24:30.148781 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:24:50.083384 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-849994'] for agent, after_create {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:24:52.128611 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.agents_db [None req-0bb7c99c-2b67-41fc-97bf-7ac1ae3a1626 None None] Agent healthcheck: found 6 active agents {{(pid=86841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 15:24:55.072767 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-ebd1a7b8-27f3-46bc-9895-87c5cf112557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:24:55.456429 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:24:57.599683 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-e82ee740-94fd-478e-9e34-fabab952cd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:24:58.627654 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:25:00.153560 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:25:04.177293 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 34528) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:25:04.290634 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-35986a20-a8b6-4b1d-bf5a-f68b6fe8a726 admin admin] 10.222.0.83 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1121459 Nov 09 15:25:06.455312 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 34538) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:25:06.512156 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-5a645359-eb06-422c-8637-4c86f0a8f573 admin admin] 10.222.0.83 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0557613 Nov 09 15:25:20.030082 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:25:25.075045 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-4459c340-46d7-4bc7-9852-f53b29f993b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:25:25.460133 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:25:27.606632 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-b70629c8-0d41-4b22-a59e-09de6ad40aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:25:28.624124 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:25:29.127728 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.agents_db [None req-0bb7c99c-2b67-41fc-97bf-7ac1ae3a1626 None None] Agent healthcheck: found 6 active agents {{(pid=86841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 15:25:30.157336 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:25:50.047601 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:25:55.076017 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-6ec91a39-feb1-43d7-af99-89ac08563ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:25:55.462394 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:25:57.600263 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-63ed783d-1c29-4ec7-843a-da105ee7f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:25:58.626346 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:26:00.159473 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:26:06.126503 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.agents_db [None req-0bb7c99c-2b67-41fc-97bf-7ac1ae3a1626 None None] Agent healthcheck: found 6 active agents {{(pid=86841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 15:26:20.062216 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:26:25.078523 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-5e1e2a0e-4c7f-415e-92b4-02153cc19971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:26:25.464579 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:26:27.602029 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-100f18ad-6312-43f8-9a68-5eca809a6a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:26:28.630944 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:26:30.163913 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:26:43.125091 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.agents_db [None req-0bb7c99c-2b67-41fc-97bf-7ac1ae3a1626 None None] Agent healthcheck: found 6 active agents {{(pid=86841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 15:26:50.062054 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:26:55.083553 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-959e7b1d-8d8d-4acd-a73e-e5375031eddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:26:55.467155 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:26:57.608858 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-b0eefd2b-3974-413d-9548-bf3fbd17c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:26:58.639900 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:00.176515 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:01.873595 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 34728) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:01.908030 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 34734) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:02.287930 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.v2.base [None req-8ad7a7d4-baf0-4658-8bcf-fed0a0fddae6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-600668670-network', 'tenant_id': '41dafbb04b984e61a49bf7c195f04598'}} {{(pid=86839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:27:02.294474 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-8ad7a7d4-baf0-4658-8bcf-fed0a0fddae6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:02.300046 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.v2.base [None req-18171294-8a7d-4813-8641-dd736a7d9948 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-338127012-network', 'tenant_id': '3f1b08c7380d4fe189a00070c35f22e4'}} {{(pid=86839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:27:02.305450 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-18171294-8a7d-4813-8641-dd736a7d9948 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:02.307776 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-8ad7a7d4-baf0-4658-8bcf-fed0a0fddae6 admin admin] Usage tracker for resource:network and tenant:41dafbb04b984e61a49bf7c195f04598 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:02.311637 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-8ad7a7d4-baf0-4658-8bcf-fed0a0fddae6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:02.314657 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-18171294-8a7d-4813-8641-dd736a7d9948 admin admin] Usage tracker for resource:network and tenant:3f1b08c7380d4fe189a00070c35f22e4 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:02.320026 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-8ad7a7d4-baf0-4658-8bcf-fed0a0fddae6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:02.323242 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-18171294-8a7d-4813-8641-dd736a7d9948 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:02.331623 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-18171294-8a7d-4813-8641-dd736a7d9948 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:02.339754 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad7a7d4-baf0-4658-8bcf-fed0a0fddae6 admin admin] Made reservation on behalf of 41dafbb04b984e61a49bf7c195f04598 for: {'network': 1} {{(pid=86839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 15:27:02.342273 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8ad7a7d4-baf0-4658-8bcf-fed0a0fddae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for network, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:02.359114 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8ad7a7d4-baf0-4658-8bcf-fed0a0fddae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:02.375234 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18171294-8a7d-4813-8641-dd736a7d9948 admin admin] Made reservation on behalf of 3f1b08c7380d4fe189a00070c35f22e4 for: {'network': 1} {{(pid=86839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 15:27:02.378735 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-18171294-8a7d-4813-8641-dd736a7d9948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for network, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:02.399972 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-18171294-8a7d-4813-8641-dd736a7d9948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:02.411222 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-8ad7a7d4-baf0-4658-8bcf-fed0a0fddae6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:02.419323 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-8ad7a7d4-baf0-4658-8bcf-fed0a0fddae6 admin admin] Usage tracker for resource:security_group_rule and tenant:41dafbb04b984e61a49bf7c195f04598 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:02.424408 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-8ad7a7d4-baf0-4658-8bcf-fed0a0fddae6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:02.435334 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-8ad7a7d4-baf0-4658-8bcf-fed0a0fddae6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:02.438509 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-18171294-8a7d-4813-8641-dd736a7d9948 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:02.447123 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-18171294-8a7d-4813-8641-dd736a7d9948 admin admin] Usage tracker for resource:security_group_rule and tenant:3f1b08c7380d4fe189a00070c35f22e4 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:02.451208 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-18171294-8a7d-4813-8641-dd736a7d9948 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:02.455555 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 34756) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:02.463984 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-18171294-8a7d-4813-8641-dd736a7d9948 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:02.473116 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 34762) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:02.560516 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 34772) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:02.608345 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8ad7a7d4-baf0-4658-8bcf-fed0a0fddae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:02.617375 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8ad7a7d4-baf0-4658-8bcf-fed0a0fddae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:02.624667 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-c43fa4d0-4970-46e8-bf68-8143f811b18c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:02.654771 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-18171294-8a7d-4813-8641-dd736a7d9948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:02.673684 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-18171294-8a7d-4813-8641-dd736a7d9948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:02.673684 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ad7a7d4-baf0-4658-8bcf-fed0a0fddae6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1240, 'physical_network': 'physnet1'} {{(pid=86839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 15:27:02.694103 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8ad7a7d4-baf0-4658-8bcf-fed0a0fddae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16429219'] for segment, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:02.694440 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.db.segments_db [None req-8ad7a7d4-baf0-4658-8bcf-fed0a0fddae6 admin admin] Added segment dd877f5c-ed2c-440a-8985-dad0e469fc3d of type vlan for network 54e70c2d-ce99-4138-a9cc-3f850389a6a6 Nov 09 15:27:02.695680 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad7a7d4-baf0-4658-8bcf-fed0a0fddae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fdd44f2-d7f4-443a-b540-1365cba29a3d,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:02.724425 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18171294-8a7d-4813-8641-dd736a7d9948 admin admin] vlan segment allocate from pool success with {'vlan_id': 1210, 'physical_network': 'physnet1'} {{(pid=86839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 15:27:02.725037 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-95ee9e9d-6a6c-4385-a0e5-319d878e57b0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2035215895-network', 'tenant_id': '28b355fa4e264999823dc9f7078c4198'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:27:02.734366 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-95ee9e9d-6a6c-4385-a0e5-319d878e57b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:02.735100 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8ad7a7d4-baf0-4658-8bcf-fed0a0fddae6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763972287609'] for network, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:02.740728 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7a7d4-baf0-4658-8bcf-fed0a0fddae6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:27:02.741287 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7a7d4-baf0-4658-8bcf-fed0a0fddae6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:27:02.741862 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7a7d4-baf0-4658-8bcf-fed0a0fddae6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:27:02.742032 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7a7d4-baf0-4658-8bcf-fed0a0fddae6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:27:02.742368 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7a7d4-baf0-4658-8bcf-fed0a0fddae6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:27:02.742685 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7a7d4-baf0-4658-8bcf-fed0a0fddae6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:27:02.743204 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7a7d4-baf0-4658-8bcf-fed0a0fddae6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:27:02.743877 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7a7d4-baf0-4658-8bcf-fed0a0fddae6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:27:02.744216 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7a7d4-baf0-4658-8bcf-fed0a0fddae6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:27:02.744867 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7a7d4-baf0-4658-8bcf-fed0a0fddae6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:27:02.745134 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7a7d4-baf0-4658-8bcf-fed0a0fddae6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:27:02.745442 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7a7d4-baf0-4658-8bcf-fed0a0fddae6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:27:02.746737 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7a7d4-baf0-4658-8bcf-fed0a0fddae6 admin admin] Tracked resource versions report: Nov 09 15:27:02.746737 dv-cinder-817223-1-smb neutron-server[86839]: pushed versions: Nov 09 15:27:02.746737 dv-cinder-817223-1-smb neutron-server[86839]: { 'AddressGroup': {'1.2'}, Nov 09 15:27:02.746737 dv-cinder-817223-1-smb neutron-server[86839]: 'ConntrackHelper': {'1.0'}, Nov 09 15:27:02.746737 dv-cinder-817223-1-smb neutron-server[86839]: 'Log': {'1.0'}, Nov 09 15:27:02.746737 dv-cinder-817223-1-smb neutron-server[86839]: 'Network': {'1.1'}, Nov 09 15:27:02.746737 dv-cinder-817223-1-smb neutron-server[86839]: 'Port': {'1.7'}, Nov 09 15:27:02.746737 dv-cinder-817223-1-smb neutron-server[86839]: 'PortForwarding': {'1.2'}, Nov 09 15:27:02.746737 dv-cinder-817223-1-smb neutron-server[86839]: 'QosPolicy': {'1.8'}, Nov 09 15:27:02.746737 dv-cinder-817223-1-smb neutron-server[86839]: 'SecurityGroup': {'1.4'}, Nov 09 15:27:02.746737 dv-cinder-817223-1-smb neutron-server[86839]: 'SecurityGroupRule': {'1.2'}, Nov 09 15:27:02.746737 dv-cinder-817223-1-smb neutron-server[86839]: 'SubPort': {'1.0'}, Nov 09 15:27:02.746737 dv-cinder-817223-1-smb neutron-server[86839]: 'Subnet': {'1.1'}, Nov 09 15:27:02.746737 dv-cinder-817223-1-smb neutron-server[86839]: 'Trunk': {'1.1'}} Nov 09 15:27:02.746737 dv-cinder-817223-1-smb neutron-server[86839]: consumer versions: Nov 09 15:27:02.746737 dv-cinder-817223-1-smb neutron-server[86839]: { DHCP agent@dv-cinder-817223-1-smb: {}, Nov 09 15:27:02.746737 dv-cinder-817223-1-smb neutron-server[86839]: HyperV agent@hv-cinder-81722: {}, Nov 09 15:27:02.746737 dv-cinder-817223-1-smb neutron-server[86839]: L3 agent@dv-cinder-817223-1-smb: {}, Nov 09 15:27:02.746737 dv-cinder-817223-1-smb neutron-server[86839]: Metadata agent@dv-cinder-817223-1-smb: {}, Nov 09 15:27:02.746737 dv-cinder-817223-1-smb neutron-server[86839]: Metering agent@dv-cinder-817223-1-smb: {}, Nov 09 15:27:02.746737 dv-cinder-817223-1-smb neutron-server[86839]: Open vSwitch agent@dv-cinder-817223-1-smb: { 'AddressGroup': '1.2', Nov 09 15:27:02.746737 dv-cinder-817223-1-smb neutron-server[86839]: 'ConntrackHelper': '1.0', Nov 09 15:27:02.746737 dv-cinder-817223-1-smb neutron-server[86839]: 'Log': '1.0', Nov 09 15:27:02.746737 dv-cinder-817223-1-smb neutron-server[86839]: 'Network': '1.1', Nov 09 15:27:02.746737 dv-cinder-817223-1-smb neutron-server[86839]: 'Port': '1.7', Nov 09 15:27:02.746737 dv-cinder-817223-1-smb neutron-server[86839]: 'PortForwarding': '1.2', Nov 09 15:27:02.746737 dv-cinder-817223-1-smb neutron-server[86839]: 'QosPolicy': '1.8', Nov 09 15:27:02.746737 dv-cinder-817223-1-smb neutron-server[86839]: 'SecurityGroup': '1.4', Nov 09 15:27:02.746737 dv-cinder-817223-1-smb neutron-server[86839]: 'SecurityGroupRule': '1.2', Nov 09 15:27:02.746737 dv-cinder-817223-1-smb neutron-server[86839]: 'SubPort': '1.0', Nov 09 15:27:02.746737 dv-cinder-817223-1-smb neutron-server[86839]: 'Subnet': '1.1', Nov 09 15:27:02.746737 dv-cinder-817223-1-smb neutron-server[86839]: 'Trunk': '1.1'}} Nov 09 15:27:02.746737 dv-cinder-817223-1-smb neutron-server[86839]: {{(pid=86839) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 15:27:02.752565 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-5bda80cd-3471-4cee-9b3b-cdbfa5201d9e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-553541280-network', 'tenant_id': '9358f8b166ed4a2d82f901d8250cca4a'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:27:02.758061 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-95ee9e9d-6a6c-4385-a0e5-319d878e57b0 admin admin] Usage tracker for resource:network and tenant:28b355fa4e264999823dc9f7078c4198 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:02.762472 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-95ee9e9d-6a6c-4385-a0e5-319d878e57b0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:02.769443 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-18171294-8a7d-4813-8641-dd736a7d9948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16429219'] for segment, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:02.769793 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-5bda80cd-3471-4cee-9b3b-cdbfa5201d9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:02.769932 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.db.segments_db [None req-18171294-8a7d-4813-8641-dd736a7d9948 admin admin] Added segment 6c588000-b12b-4673-bba0-ea84e6d5f684 of type vlan for network 83f31a2a-2594-4e3a-8479-7e016c995183 Nov 09 15:27:02.779243 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-95ee9e9d-6a6c-4385-a0e5-319d878e57b0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:02.786956 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-5bda80cd-3471-4cee-9b3b-cdbfa5201d9e admin admin] Usage tracker for resource:network and tenant:9358f8b166ed4a2d82f901d8250cca4a is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:02.794874 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-8ad7a7d4-baf0-4658-8bcf-fed0a0fddae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:02.795274 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:02.795421 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-5bda80cd-3471-4cee-9b3b-cdbfa5201d9e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:02.809659 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-5bda80cd-3471-4cee-9b3b-cdbfa5201d9e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:02.825344 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ee9e9d-6a6c-4385-a0e5-319d878e57b0 admin admin] Made reservation on behalf of 28b355fa4e264999823dc9f7078c4198 for: {'network': 1} {{(pid=86838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 15:27:02.828354 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-95ee9e9d-6a6c-4385-a0e5-319d878e57b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for network, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:02.831222 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8ad7a7d4-baf0-4658-8bcf-fed0a0fddae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for network, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:02.835164 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-18171294-8a7d-4813-8641-dd736a7d9948 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763972287609'] for network, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:02.846672 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bda80cd-3471-4cee-9b3b-cdbfa5201d9e admin admin] Made reservation on behalf of 9358f8b166ed4a2d82f901d8250cca4a for: {'network': 1} {{(pid=86838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 15:27:02.849308 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-5bda80cd-3471-4cee-9b3b-cdbfa5201d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for network, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:02.868313 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-95ee9e9d-6a6c-4385-a0e5-319d878e57b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:02.868543 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad7a7d4-baf0-4658-8bcf-fed0a0fddae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:02.869327 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8ad7a7d4-baf0-4658-8bcf-fed0a0fddae6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:02.881210 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-5bda80cd-3471-4cee-9b3b-cdbfa5201d9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:02.900027 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-95ee9e9d-6a6c-4385-a0e5-319d878e57b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:02.904784 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-5bda80cd-3471-4cee-9b3b-cdbfa5201d9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:02.907194 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-95ee9e9d-6a6c-4385-a0e5-319d878e57b0 admin admin] Usage tracker for resource:security_group_rule and tenant:28b355fa4e264999823dc9f7078c4198 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:02.908640 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-18171294-8a7d-4813-8641-dd736a7d9948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for network, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:02.911973 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-95ee9e9d-6a6c-4385-a0e5-319d878e57b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:02.917045 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-5bda80cd-3471-4cee-9b3b-cdbfa5201d9e admin admin] Usage tracker for resource:security_group_rule and tenant:9358f8b166ed4a2d82f901d8250cca4a is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:02.917707 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-8ad7a7d4-baf0-4658-8bcf-fed0a0fddae6 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0429599 Nov 09 15:27:02.918075 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 34792) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:02.921773 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18171294-8a7d-4813-8641-dd736a7d9948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:02.922597 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-18171294-8a7d-4813-8641-dd736a7d9948 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:02.923411 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-5bda80cd-3471-4cee-9b3b-cdbfa5201d9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:02.926741 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-95ee9e9d-6a6c-4385-a0e5-319d878e57b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:02.935481 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-d8f287e2-7033-4423-982b-6de5ab597cb0 admin admin] Request body: {'subnet': {'network_id': '54e70c2d-ce99-4138-a9cc-3f850389a6a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-600668670-subnet', 'tenant_id': '41dafbb04b984e61a49bf7c195f04598', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:27:02.939767 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-5bda80cd-3471-4cee-9b3b-cdbfa5201d9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:02.940903 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18171294-8a7d-4813-8641-dd736a7d9948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55644a2-12d0-4b9a-ac54-2301ade382d8,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:02.949038 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 34798) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:02.949407 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-18171294-8a7d-4813-8641-dd736a7d9948 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0403702 Nov 09 15:27:02.951999 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-18171294-8a7d-4813-8641-dd736a7d9948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:02.952749 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-352c5f14-e1fe-4fba-8a5e-69c291a663a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:02.958634 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-63afb872-6586-4141-b8ac-878be5ec4784 admin admin] Request body: {'subnet': {'network_id': '83f31a2a-2594-4e3a-8479-7e016c995183', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-338127012-subnet', 'tenant_id': '3f1b08c7380d4fe189a00070c35f22e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:27:02.972174 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-63afb872-6586-4141-b8ac-878be5ec4784 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:02.976457 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-63afb872-6586-4141-b8ac-878be5ec4784 admin admin] Usage tracker for resource:subnet and tenant:3f1b08c7380d4fe189a00070c35f22e4 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:02.979608 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-63afb872-6586-4141-b8ac-878be5ec4784 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:02.985661 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-63afb872-6586-4141-b8ac-878be5ec4784 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:03.013378 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63afb872-6586-4141-b8ac-878be5ec4784 admin admin] Made reservation on behalf of 3f1b08c7380d4fe189a00070c35f22e4 for: {'subnet': 1} {{(pid=86838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 15:27:03.016240 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-63afb872-6586-4141-b8ac-878be5ec4784 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:03.052636 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad7a7d4-baf0-4658-8bcf-fed0a0fddae6 admin admin] Pushing event updated for resources: {'Network': ['ID=54e70c2d-ce99-4138-a9cc-3f850389a6a6,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:03.066122 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Network 54e70c2d-ce99-4138-a9cc-3f850389a6a6 details requested by agent ovs-agent-dv-cinder-817223-1-smb with host dv-cinder-817223-1-smb {{(pid=86840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 15:27:03.095989 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-c5f039fe-13f5-4e0e-828f-287e3ce427ef admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-159271723-network', 'tenant_id': '4c426877957540c3ae3ca3dce095a0e8'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:27:03.101342 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-d8f287e2-7033-4423-982b-6de5ab597cb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:03.126271 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-c5f039fe-13f5-4e0e-828f-287e3ce427ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:03.130941 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-c5f039fe-13f5-4e0e-828f-287e3ce427ef admin admin] Usage tracker for resource:network and tenant:4c426877957540c3ae3ca3dce095a0e8 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:03.134864 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-c5f039fe-13f5-4e0e-828f-287e3ce427ef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:03.142505 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-c5f039fe-13f5-4e0e-828f-287e3ce427ef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:03.167915 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18171294-8a7d-4813-8641-dd736a7d9948 admin admin] Pushing event updated for resources: {'Network': ['ID=83f31a2a-2594-4e3a-8479-7e016c995183,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:03.170712 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f039fe-13f5-4e0e-828f-287e3ce427ef admin admin] Made reservation on behalf of 4c426877957540c3ae3ca3dce095a0e8 for: {'network': 1} {{(pid=86838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 15:27:03.172739 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-18171294-8a7d-4813-8641-dd736a7d9948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:03.173167 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.233s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:03.173444 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:03.174097 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c5f039fe-13f5-4e0e-828f-287e3ce427ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for network, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:03.200549 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-d8f287e2-7033-4423-982b-6de5ab597cb0 admin admin] Usage tracker for resource:subnet and tenant:41dafbb04b984e61a49bf7c195f04598 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:03.203425 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Network 83f31a2a-2594-4e3a-8479-7e016c995183 details requested by agent ovs-agent-dv-cinder-817223-1-smb with host dv-cinder-817223-1-smb {{(pid=86840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 15:27:03.205503 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c5f039fe-13f5-4e0e-828f-287e3ce427ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:03.225542 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-d8f287e2-7033-4423-982b-6de5ab597cb0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:03.231764 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-c5f039fe-13f5-4e0e-828f-287e3ce427ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:03.236392 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-c5f039fe-13f5-4e0e-828f-287e3ce427ef admin admin] Usage tracker for resource:security_group_rule and tenant:4c426877957540c3ae3ca3dce095a0e8 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:03.248837 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-c5f039fe-13f5-4e0e-828f-287e3ce427ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:03.255678 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-c5f039fe-13f5-4e0e-828f-287e3ce427ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:03.361326 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c5f039fe-13f5-4e0e-828f-287e3ce427ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:03.362912 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-d8f287e2-7033-4423-982b-6de5ab597cb0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:03.382351 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c5f039fe-13f5-4e0e-828f-287e3ce427ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:03.405933 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:03.423153 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f287e2-7033-4423-982b-6de5ab597cb0 admin admin] Made reservation on behalf of 41dafbb04b984e61a49bf7c195f04598 for: {'subnet': 1} {{(pid=86838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 15:27:03.425775 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-d8f287e2-7033-4423-982b-6de5ab597cb0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:03.523716 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5f039fe-13f5-4e0e-828f-287e3ce427ef admin admin] vlan segment allocate from pool success with {'vlan_id': 1232, 'physical_network': 'physnet1'} {{(pid=86838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 15:27:03.629687 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c5f039fe-13f5-4e0e-828f-287e3ce427ef admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763972805084', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16429219'] for segment, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:03.635871 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c5f039fe-13f5-4e0e-828f-287e3ce427ef admin admin] Unsubscribe: segment precommit_create {{(pid=86838) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 09 15:27:03.636483 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.db.segments_db [None req-c5f039fe-13f5-4e0e-828f-287e3ce427ef admin admin] Added segment d9ea088f-84c5-40da-9a44-3534ad2a71f5 of type vlan for network 4e486921-0f80-48c5-9888-ae5de3f1e305 Nov 09 15:27:03.647643 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f039fe-13f5-4e0e-828f-287e3ce427ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6226a681-a9ff-4631-bbab-d264e3ca0b58,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:03.849600 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c5f039fe-13f5-4e0e-828f-287e3ce427ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763972287609'] for network, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:03.896663 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f039fe-13f5-4e0e-828f-287e3ce427ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:27:03.897088 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f039fe-13f5-4e0e-828f-287e3ce427ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:27:03.897615 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f039fe-13f5-4e0e-828f-287e3ce427ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:27:03.898546 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f039fe-13f5-4e0e-828f-287e3ce427ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:27:03.899035 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f039fe-13f5-4e0e-828f-287e3ce427ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:27:03.899518 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f039fe-13f5-4e0e-828f-287e3ce427ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:27:03.900021 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f039fe-13f5-4e0e-828f-287e3ce427ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:27:03.900338 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f039fe-13f5-4e0e-828f-287e3ce427ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:27:03.900689 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f039fe-13f5-4e0e-828f-287e3ce427ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:27:03.901120 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f039fe-13f5-4e0e-828f-287e3ce427ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:27:03.901513 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f039fe-13f5-4e0e-828f-287e3ce427ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:27:03.902048 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f039fe-13f5-4e0e-828f-287e3ce427ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:27:03.903054 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f039fe-13f5-4e0e-828f-287e3ce427ef admin admin] Tracked resource versions report: Nov 09 15:27:03.903054 dv-cinder-817223-1-smb neutron-server[86838]: pushed versions: Nov 09 15:27:03.903054 dv-cinder-817223-1-smb neutron-server[86838]: { 'AddressGroup': {'1.2'}, Nov 09 15:27:03.903054 dv-cinder-817223-1-smb neutron-server[86838]: 'ConntrackHelper': {'1.0'}, Nov 09 15:27:03.903054 dv-cinder-817223-1-smb neutron-server[86838]: 'Log': {'1.0'}, Nov 09 15:27:03.903054 dv-cinder-817223-1-smb neutron-server[86838]: 'Network': {'1.1'}, Nov 09 15:27:03.903054 dv-cinder-817223-1-smb neutron-server[86838]: 'Port': {'1.7'}, Nov 09 15:27:03.903054 dv-cinder-817223-1-smb neutron-server[86838]: 'PortForwarding': {'1.2'}, Nov 09 15:27:03.903054 dv-cinder-817223-1-smb neutron-server[86838]: 'QosPolicy': {'1.8'}, Nov 09 15:27:03.903054 dv-cinder-817223-1-smb neutron-server[86838]: 'SecurityGroup': {'1.4'}, Nov 09 15:27:03.903054 dv-cinder-817223-1-smb neutron-server[86838]: 'SecurityGroupRule': {'1.2'}, Nov 09 15:27:03.903054 dv-cinder-817223-1-smb neutron-server[86838]: 'SubPort': {'1.0'}, Nov 09 15:27:03.903054 dv-cinder-817223-1-smb neutron-server[86838]: 'Subnet': {'1.1'}, Nov 09 15:27:03.903054 dv-cinder-817223-1-smb neutron-server[86838]: 'Trunk': {'1.1'}} Nov 09 15:27:03.903054 dv-cinder-817223-1-smb neutron-server[86838]: consumer versions: Nov 09 15:27:03.903054 dv-cinder-817223-1-smb neutron-server[86838]: { DHCP agent@dv-cinder-817223-1-smb: {}, Nov 09 15:27:03.903054 dv-cinder-817223-1-smb neutron-server[86838]: HyperV agent@hv-cinder-81722: {}, Nov 09 15:27:03.903054 dv-cinder-817223-1-smb neutron-server[86838]: L3 agent@dv-cinder-817223-1-smb: {}, Nov 09 15:27:03.903054 dv-cinder-817223-1-smb neutron-server[86838]: Metadata agent@dv-cinder-817223-1-smb: {}, Nov 09 15:27:03.903054 dv-cinder-817223-1-smb neutron-server[86838]: Metering agent@dv-cinder-817223-1-smb: {}, Nov 09 15:27:03.903054 dv-cinder-817223-1-smb neutron-server[86838]: Open vSwitch agent@dv-cinder-817223-1-smb: { 'AddressGroup': '1.2', Nov 09 15:27:03.903054 dv-cinder-817223-1-smb neutron-server[86838]: 'ConntrackHelper': '1.0', Nov 09 15:27:03.903054 dv-cinder-817223-1-smb neutron-server[86838]: 'Log': '1.0', Nov 09 15:27:03.903054 dv-cinder-817223-1-smb neutron-server[86838]: 'Network': '1.1', Nov 09 15:27:03.903054 dv-cinder-817223-1-smb neutron-server[86838]: 'Port': '1.7', Nov 09 15:27:03.903054 dv-cinder-817223-1-smb neutron-server[86838]: 'PortForwarding': '1.2', Nov 09 15:27:03.903054 dv-cinder-817223-1-smb neutron-server[86838]: 'QosPolicy': '1.8', Nov 09 15:27:03.903054 dv-cinder-817223-1-smb neutron-server[86838]: 'SecurityGroup': '1.4', Nov 09 15:27:03.903054 dv-cinder-817223-1-smb neutron-server[86838]: 'SecurityGroupRule': '1.2', Nov 09 15:27:03.903054 dv-cinder-817223-1-smb neutron-server[86838]: 'SubPort': '1.0', Nov 09 15:27:03.903054 dv-cinder-817223-1-smb neutron-server[86838]: 'Subnet': '1.1', Nov 09 15:27:03.903054 dv-cinder-817223-1-smb neutron-server[86838]: 'Trunk': '1.1'}} Nov 09 15:27:03.903054 dv-cinder-817223-1-smb neutron-server[86838]: {{(pid=86838) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 15:27:03.939181 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c5f039fe-13f5-4e0e-828f-287e3ce427ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for network, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:03.941140 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-95ee9e9d-6a6c-4385-a0e5-319d878e57b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:03.963061 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-c5f039fe-13f5-4e0e-828f-287e3ce427ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:03.964174 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f039fe-13f5-4e0e-828f-287e3ce427ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:03.964970 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c5f039fe-13f5-4e0e-828f-287e3ce427ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:03.985684 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:04.000212 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-95ee9e9d-6a6c-4385-a0e5-319d878e57b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:04.071549 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-5bda80cd-3471-4cee-9b3b-cdbfa5201d9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:04.100211 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-5bda80cd-3471-4cee-9b3b-cdbfa5201d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:04.176130 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95ee9e9d-6a6c-4385-a0e5-319d878e57b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1224, 'physical_network': 'physnet1'} {{(pid=86838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 15:27:04.179399 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-63afb872-6586-4141-b8ac-878be5ec4784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for subnet, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:04.205377 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f039fe-13f5-4e0e-828f-287e3ce427ef admin admin] Pushing event updated for resources: {'Network': ['ID=4e486921-0f80-48c5-9888-ae5de3f1e305,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:04.227218 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bda80cd-3471-4cee-9b3b-cdbfa5201d9e admin admin] vlan segment allocate from pool success with {'vlan_id': 1225, 'physical_network': 'physnet1'} {{(pid=86838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 15:27:04.237241 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Network 4e486921-0f80-48c5-9888-ae5de3f1e305 details requested by agent ovs-agent-dv-cinder-817223-1-smb with host dv-cinder-817223-1-smb {{(pid=86840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 15:27:04.242831 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-c5f039fe-13f5-4e0e-828f-287e3ce427ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:04.243095 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.157s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:04.255663 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-95ee9e9d-6a6c-4385-a0e5-319d878e57b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16429219'] for segment, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:04.256055 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.db.segments_db [None req-95ee9e9d-6a6c-4385-a0e5-319d878e57b0 admin admin] Added segment dbd52994-1858-4bff-b4a6-dd463f52a744 of type vlan for network b035d5f5-109a-431a-855e-5d68d792ce82 Nov 09 15:27:04.283539 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-c5f039fe-13f5-4e0e-828f-287e3ce427ef admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7174218 Nov 09 15:27:04.285273 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 34854) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:04.293762 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.v2.base [None req-7f919419-bae1-4353-95f0-806ed0d30103 admin admin] Request body: {'subnet': {'network_id': '4e486921-0f80-48c5-9888-ae5de3f1e305', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-159271723-subnet', 'tenant_id': '4c426877957540c3ae3ca3dce095a0e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:27:04.294742 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-5bda80cd-3471-4cee-9b3b-cdbfa5201d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16429219'] for segment, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:04.295154 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.db.segments_db [None req-5bda80cd-3471-4cee-9b3b-cdbfa5201d9e admin admin] Added segment a12b8ba6-b75a-4633-b283-1b43182e6c77 of type vlan for network 08bbf048-6dc1-4572-9d55-714f0fd34b54 Nov 09 15:27:04.306301 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-7f919419-bae1-4353-95f0-806ed0d30103 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:04.313036 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-7f919419-bae1-4353-95f0-806ed0d30103 admin admin] Usage tracker for resource:subnet and tenant:4c426877957540c3ae3ca3dce095a0e8 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:04.319881 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-d8f287e2-7033-4423-982b-6de5ab597cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for subnet, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:04.329397 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-7f919419-bae1-4353-95f0-806ed0d30103 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:04.336428 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-7f919419-bae1-4353-95f0-806ed0d30103 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:04.356686 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ee9e9d-6a6c-4385-a0e5-319d878e57b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a1e6b0-e8dc-4304-af6b-b2882c103a41,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:04.364580 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f919419-bae1-4353-95f0-806ed0d30103 admin admin] Made reservation on behalf of 4c426877957540c3ae3ca3dce095a0e8 for: {'subnet': 1} {{(pid=86839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 15:27:04.369285 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-7f919419-bae1-4353-95f0-806ed0d30103 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:04.413131 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-95ee9e9d-6a6c-4385-a0e5-319d878e57b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763972287609'] for network, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:04.444811 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-5bda80cd-3471-4cee-9b3b-cdbfa5201d9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763972287609'] for network, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:04.488766 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63afb872-6586-4141-b8ac-878be5ec4784 admin admin] Checking segment: {'id': '6c588000-b12b-4673-bba0-ea84e6d5f684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '83f31a2a-2594-4e3a-8479-7e016c995183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:27:04.489403 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63afb872-6586-4141-b8ac-878be5ec4784 admin admin] Network hostable DHCP agents. Network: 83f31a2a-2594-4e3a-8479-7e016c995183, hostable agents: ['8b94a2d1-9ebf-428d-8e56-922e2d41e4d3'], hosted agents: [] {{(pid=86838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 15:27:04.524932 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda80cd-3471-4cee-9b3b-cdbfa5201d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597faaa4-8f8a-4400-8496-d208c0bc3795,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:04.551932 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-5bda80cd-3471-4cee-9b3b-cdbfa5201d9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:04.556954 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-c5f039fe-13f5-4e0e-828f-287e3ce427ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.396s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:04.557306 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-c5f039fe-13f5-4e0e-828f-287e3ce427ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:04.565303 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.336s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:04.621942 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-95ee9e9d-6a6c-4385-a0e5-319d878e57b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for network, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:04.628886 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ee9e9d-6a6c-4385-a0e5-319d878e57b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:04.629481 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-95ee9e9d-6a6c-4385-a0e5-319d878e57b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:04.632982 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f287e2-7033-4423-982b-6de5ab597cb0 admin admin] Checking segment: {'id': 'dd877f5c-ed2c-440a-8985-dad0e469fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '54e70c2d-ce99-4138-a9cc-3f850389a6a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:27:04.633327 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f287e2-7033-4423-982b-6de5ab597cb0 admin admin] Network hostable DHCP agents. Network: 54e70c2d-ce99-4138-a9cc-3f850389a6a6, hostable agents: ['8b94a2d1-9ebf-428d-8e56-922e2d41e4d3'], hosted agents: [] {{(pid=86838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 15:27:04.642953 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-5bda80cd-3471-4cee-9b3b-cdbfa5201d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for network, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:04.643635 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63afb872-6586-4141-b8ac-878be5ec4784 admin admin] Network 83f31a2a-2594-4e3a-8479-7e016c995183 is scheduled to be hosted by DHCP agent 8b94a2d1-9ebf-428d-8e56-922e2d41e4d3 with binding_index 1 {{(pid=86838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 15:27:04.659644 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bda80cd-3471-4cee-9b3b-cdbfa5201d9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:04.660289 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-5bda80cd-3471-4cee-9b3b-cdbfa5201d9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:04.684750 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [None req-63afb872-6586-4141-b8ac-878be5ec4784 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817223-1-smb, 83f31a2a-2594-4e3a-8479-7e016c995183) {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:27:04.692958 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63afb872-6586-4141-b8ac-878be5ec4784 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d43a8bd0-955a-4c7e-be63-cba9b031710a,revision_number=0']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:04.696060 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51889396-f5ef-4299-b8cc-4598f4b7c9e7 None None] Network 83f31a2a-2594-4e3a-8479-7e016c995183 requested from dv-cinder-817223-1-smb {{(pid=86840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 09 15:27:04.696596 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-7f919419-bae1-4353-95f0-806ed0d30103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for subnet, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:04.702574 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-570334c7-1072-4efd-ab4b-e375adaa69e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:04.727313 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63afb872-6586-4141-b8ac-878be5ec4784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:04.728146 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-63afb872-6586-4141-b8ac-878be5ec4784 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for subnet, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:04.736336 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-95ee9e9d-6a6c-4385-a0e5-319d878e57b0 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2758033 Nov 09 15:27:04.743942 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 34872) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:04.746768 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-5bda80cd-3471-4cee-9b3b-cdbfa5201d9e admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.2711089 Nov 09 15:27:04.762557 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.v2.base [None req-3ad0b04f-a243-4478-b39f-0d2f7e7b7d58 admin admin] Request body: {'subnet': {'network_id': 'b035d5f5-109a-431a-855e-5d68d792ce82', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2035215895-subnet', 'tenant_id': '28b355fa4e264999823dc9f7078c4198', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:27:04.767857 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 34874) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:04.768305 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f287e2-7033-4423-982b-6de5ab597cb0 admin admin] Network 54e70c2d-ce99-4138-a9cc-3f850389a6a6 is scheduled to be hosted by DHCP agent 8b94a2d1-9ebf-428d-8e56-922e2d41e4d3 with binding_index 1 {{(pid=86838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 15:27:04.769407 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-3ad0b04f-a243-4478-b39f-0d2f7e7b7d58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:04.785032 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-057db62f-50ea-448e-92bb-0ac27ddae00a admin admin] Request body: {'subnet': {'network_id': '08bbf048-6dc1-4572-9d55-714f0fd34b54', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-553541280-subnet', 'tenant_id': '9358f8b166ed4a2d82f901d8250cca4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:27:04.791027 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-3ad0b04f-a243-4478-b39f-0d2f7e7b7d58 admin admin] Usage tracker for resource:subnet and tenant:28b355fa4e264999823dc9f7078c4198 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:04.795449 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-3ad0b04f-a243-4478-b39f-0d2f7e7b7d58 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:04.809513 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-057db62f-50ea-448e-92bb-0ac27ddae00a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:04.812384 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-3ad0b04f-a243-4478-b39f-0d2f7e7b7d58 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:04.848393 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f919419-bae1-4353-95f0-806ed0d30103 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ec84acc-d70c-4e8d-bb6d-6e13232b6778,revision_number=0']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:04.853892 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-7f919419-bae1-4353-95f0-806ed0d30103 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:04.859112 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f919419-bae1-4353-95f0-806ed0d30103 admin admin] Checking segment: {'id': 'd9ea088f-84c5-40da-9a44-3534ad2a71f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '4e486921-0f80-48c5-9888-ae5de3f1e305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:27:04.859960 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f919419-bae1-4353-95f0-806ed0d30103 admin admin] Network hostable DHCP agents. Network: 4e486921-0f80-48c5-9888-ae5de3f1e305, hostable agents: ['8b94a2d1-9ebf-428d-8e56-922e2d41e4d3'], hosted agents: [] {{(pid=86839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 15:27:04.867404 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad0b04f-a243-4478-b39f-0d2f7e7b7d58 admin admin] Made reservation on behalf of 28b355fa4e264999823dc9f7078c4198 for: {'subnet': 1} {{(pid=86839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 15:27:04.871395 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3ad0b04f-a243-4478-b39f-0d2f7e7b7d58 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:04.910119 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-63afb872-6586-4141-b8ac-878be5ec4784 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9497087 Nov 09 15:27:04.910119 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [None req-d8f287e2-7033-4423-982b-6de5ab597cb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817223-1-smb, 54e70c2d-ce99-4138-a9cc-3f850389a6a6) {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:27:04.911829 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f287e2-7033-4423-982b-6de5ab597cb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:04.912427 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-d8f287e2-7033-4423-982b-6de5ab597cb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for subnet, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:04.919175 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dadf09e-049f-475a-9f01-b97b17869321 None None] Network 54e70c2d-ce99-4138-a9cc-3f850389a6a6 requested from dv-cinder-817223-1-smb {{(pid=86840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 09 15:27:04.926774 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-057db62f-50ea-448e-92bb-0ac27ddae00a admin admin] Usage tracker for resource:subnet and tenant:9358f8b166ed4a2d82f901d8250cca4a is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:04.933066 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-057db62f-50ea-448e-92bb-0ac27ddae00a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:04.972720 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-057db62f-50ea-448e-92bb-0ac27ddae00a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:05.037226 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-d8f287e2-7033-4423-982b-6de5ab597cb0 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1152878 Nov 09 15:27:05.046219 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 34892) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:05.064760 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057db62f-50ea-448e-92bb-0ac27ddae00a admin admin] Made reservation on behalf of 9358f8b166ed4a2d82f901d8250cca4a for: {'subnet': 1} {{(pid=86838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 15:27:05.072700 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-057db62f-50ea-448e-92bb-0ac27ddae00a admin admin] Notify callbacks [] for subnet, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:05.072828 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f919419-bae1-4353-95f0-806ed0d30103 admin admin] Network 4e486921-0f80-48c5-9888-ae5de3f1e305 is scheduled to be hosted by DHCP agent 8b94a2d1-9ebf-428d-8e56-922e2d41e4d3 with binding_index 1 {{(pid=86839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 15:27:05.088299 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-f5d0aa8f-4aab-47fc-9998-a4ff9cd9d16b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-600668670-router', 'tenant_id': '41dafbb04b984e61a49bf7c195f04598', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140'}}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:27:05.096156 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f287e2-7033-4423-982b-6de5ab597cb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b608a26-d042-452d-99ad-6e47cca5fd61,revision_number=0']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:05.106815 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-d8f287e2-7033-4423-982b-6de5ab597cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:05.112665 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-f5d0aa8f-4aab-47fc-9998-a4ff9cd9d16b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:05.115454 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-40f38114-f6e2-40f7-a63d-e3d722eaa4fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.709s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:05.115978 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-40f38114-f6e2-40f7-a63d-e3d722eaa4fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:05.130882 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.base_scheduler [None req-7f919419-bae1-4353-95f0-806ed0d30103 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817223-1-smb, 4e486921-0f80-48c5-9888-ae5de3f1e305) {{(pid=86839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:27:05.148868 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f919419-bae1-4353-95f0-806ed0d30103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:05.150819 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-7f919419-bae1-4353-95f0-806ed0d30103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for subnet, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:05.161680 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 34900) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:05.166693 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e758119d-631d-4923-b284-80aae65a3b18 None None] Network 4e486921-0f80-48c5-9888-ae5de3f1e305 requested from dv-cinder-817223-1-smb {{(pid=86840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 09 15:27:05.175382 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-c5f039fe-13f5-4e0e-828f-287e3ce427ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.533s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:05.191152 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-f5d0aa8f-4aab-47fc-9998-a4ff9cd9d16b admin admin] Usage tracker for resource:router and tenant:41dafbb04b984e61a49bf7c195f04598 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:05.202710 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-f5d0aa8f-4aab-47fc-9998-a4ff9cd9d16b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:05.247485 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-7f919419-bae1-4353-95f0-806ed0d30103 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9604952 Nov 09 15:27:05.262493 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 34908) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:05.269983 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.v2.base [None req-84e19bc4-186e-40ee-a5d1-be8ae611e36c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-159271723-router', 'tenant_id': '4c426877957540c3ae3ca3dce095a0e8', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140'}}} {{(pid=86839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:27:05.280967 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-84e19bc4-186e-40ee-a5d1-be8ae611e36c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:05.293544 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-84e19bc4-186e-40ee-a5d1-be8ae611e36c admin admin] Usage tracker for resource:router and tenant:4c426877957540c3ae3ca3dce095a0e8 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:05.297338 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-f5d0aa8f-4aab-47fc-9998-a4ff9cd9d16b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:05.309640 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-84e19bc4-186e-40ee-a5d1-be8ae611e36c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:05.318333 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-84e19bc4-186e-40ee-a5d1-be8ae611e36c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:05.332370 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-84e19bc4-186e-40ee-a5d1-be8ae611e36c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-822272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-643'] for router, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:05.334279 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-84e19bc4-186e-40ee-a5d1-be8ae611e36c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-977942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-648'] for router, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:05.415322 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ee9e9d-6a6c-4385-a0e5-319d878e57b0 admin admin] Pushing event updated for resources: {'Network': ['ID=b035d5f5-109a-431a-855e-5d68d792ce82,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:05.421987 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-84e19bc4-186e-40ee-a5d1-be8ae611e36c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:05.441163 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Network b035d5f5-109a-431a-855e-5d68d792ce82 details requested by agent ovs-agent-dv-cinder-817223-1-smb with host dv-cinder-817223-1-smb {{(pid=86840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 15:27:05.464512 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-f5d0aa8f-4aab-47fc-9998-a4ff9cd9d16b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-822272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-643'] for router, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:05.465530 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-f5d0aa8f-4aab-47fc-9998-a4ff9cd9d16b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-977942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-648'] for router, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:05.486076 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa5fed1-3783-40e1-8978-d688c6a64d7e None None] Network 83f31a2a-2594-4e3a-8479-7e016c995183 requested from dv-cinder-817223-1-smb {{(pid=86840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 09 15:27:05.553069 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-24e93808-3626-4f20-8631-26d7c983bb66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:05.574824 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-24e93808-3626-4f20-8631-26d7c983bb66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:05.580232 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-24e93808-3626-4f20-8631-26d7c983bb66 admin admin] Usage tracker for resource:security_group_rule and tenant:95857a314d254c489e89fe08a51fdb22 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:05.583695 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-24e93808-3626-4f20-8631-26d7c983bb66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:05.593885 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-24e93808-3626-4f20-8631-26d7c983bb66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:05.692734 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-24e93808-3626-4f20-8631-26d7c983bb66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:05.724942 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda80cd-3471-4cee-9b3b-cdbfa5201d9e admin admin] Pushing event updated for resources: {'Network': ['ID=08bbf048-6dc1-4572-9d55-714f0fd34b54,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:05.732776 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-5bda80cd-3471-4cee-9b3b-cdbfa5201d9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:05.746618 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-24e93808-3626-4f20-8631-26d7c983bb66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:05.754455 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.070s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:05.755076 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:05.783350 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-f5d0aa8f-4aab-47fc-9998-a4ff9cd9d16b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:05.818641 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:05.826188 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 34942) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:05.838347 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-24e93808-3626-4f20-8631-26d7c983bb66 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=95857a314d254c489e89fe08a51fdb22&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6643736 Nov 09 15:27:05.915142 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 34950) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:05.931696 dv-cinder-817223-1-smb neutron-server[86838]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 09 15:27:06.013086 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Network 08bbf048-6dc1-4572-9d55-714f0fd34b54 details requested by agent ovs-agent-dv-cinder-817223-1-smb with host dv-cinder-817223-1-smb {{(pid=86840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 15:27:06.154444 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e93808-3626-4f20-8631-26d7c983bb66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b57cca-e78f-43ca-937b-c9528086890a,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:06.182260 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3ad0b04f-a243-4478-b39f-0d2f7e7b7d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for subnet, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:06.197762 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-24e93808-3626-4f20-8631-26d7c983bb66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:06.464060 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34b6038-a917-412d-9f51-4be09e3544ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad083e8-ca1b-5118-a989-5e497962517e-54e70c2d-ce99-4138-a9cc-3f850389a6a6', 'network_id': '54e70c2d-ce99-4138-a9cc-3f850389a6a6', 'tenant_id': '41dafbb04b984e61a49bf7c195f04598', 'fixed_ips': [{'subnet_id': '9b608a26-d042-452d-99ad-6e47cca5fd61'}]}} from dv-cinder-817223-1-smb. {{(pid=86840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 09 15:27:06.464916 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-e34b6038-a917-412d-9f51-4be09e3544ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_create {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:06.473463 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-7f919419-bae1-4353-95f0-806ed0d30103 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:06.555602 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-84e19bc4-186e-40ee-a5d1-be8ae611e36c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-978276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-822294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-678'] for router, precommit_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:06.567000 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad0b04f-a243-4478-b39f-0d2f7e7b7d58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00451814-090f-4726-afa8-b056c39dc97c,revision_number=0']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:06.576053 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-3ad0b04f-a243-4478-b39f-0d2f7e7b7d58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:06.599469 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74610477-1990-4969-bad1-486efa373f4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad083e8-ca1b-5118-a989-5e497962517e-4e486921-0f80-48c5-9888-ae5de3f1e305', 'network_id': '4e486921-0f80-48c5-9888-ae5de3f1e305', 'tenant_id': '4c426877957540c3ae3ca3dce095a0e8', 'fixed_ips': [{'subnet_id': '5ec84acc-d70c-4e8d-bb6d-6e13232b6778'}]}} from dv-cinder-817223-1-smb. {{(pid=86840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 09 15:27:06.600234 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-74610477-1990-4969-bad1-486efa373f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_create {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:06.647643 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-e9c1dea5-2ae3-42b7-8451-1f45e73a4823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:06.677455 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-e9c1dea5-2ae3-42b7-8451-1f45e73a4823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:06.723977 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad0b04f-a243-4478-b39f-0d2f7e7b7d58 admin admin] Checking segment: {'id': 'dbd52994-1858-4bff-b4a6-dd463f52a744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'b035d5f5-109a-431a-855e-5d68d792ce82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:27:06.724507 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad0b04f-a243-4478-b39f-0d2f7e7b7d58 admin admin] Network hostable DHCP agents. Network: b035d5f5-109a-431a-855e-5d68d792ce82, hostable agents: ['8b94a2d1-9ebf-428d-8e56-922e2d41e4d3'], hosted agents: [] {{(pid=86839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 15:27:06.732798 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-f5d0aa8f-4aab-47fc-9998-a4ff9cd9d16b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-978276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-822294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-678'] for router, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:06.748739 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-824fa9c3-14ed-46c4-b508-46057aa6eb5d tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:06.756290 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-824fa9c3-14ed-46c4-b508-46057aa6eb5d tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] 10.222.0.83 "GET /v2.0/networks?id=83f31a2a-2594-4e3a-8479-7e016c995183 HTTP/1.1" status: 200 len: 811 time: 0.9253278 Nov 09 15:27:06.779758 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-e9c1dea5-2ae3-42b7-8451-1f45e73a4823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:06.788223 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad0b04f-a243-4478-b39f-0d2f7e7b7d58 admin admin] Network b035d5f5-109a-431a-855e-5d68d792ce82 is scheduled to be hosted by DHCP agent 8b94a2d1-9ebf-428d-8e56-922e2d41e4d3 with binding_index 1 {{(pid=86839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 15:27:06.806733 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.base_scheduler [None req-3ad0b04f-a243-4478-b39f-0d2f7e7b7d58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817223-1-smb, b035d5f5-109a-431a-855e-5d68d792ce82) {{(pid=86839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:27:06.808188 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-eaa0a58e-596d-4d19-af25-2e15557852e6 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] 10.222.0.83 "GET /v2.0/quotas/3f1b08c7380d4fe189a00070c35f22e4 HTTP/1.1" status: 200 len: 375 time: 0.0507562 Nov 09 15:27:06.821344 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc534bd-5cc3-4efe-a04a-c60dc8286786 None None] Network b035d5f5-109a-431a-855e-5d68d792ce82 requested from dv-cinder-817223-1-smb {{(pid=86840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 09 15:27:06.825099 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad0b04f-a243-4478-b39f-0d2f7e7b7d58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:06.826110 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3ad0b04f-a243-4478-b39f-0d2f7e7b7d58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for subnet, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:06.858068 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.db_base_plugin_common [None req-e34b6038-a917-412d-9f51-4be09e3544ad None None] Allocated IP 172.20.0.2 (54e70c2d-ce99-4138-a9cc-3f850389a6a6/9b608a26-d042-452d-99ad-6e47cca5fd61/ec7ee98a-0888-4aed-9e24-08da3ddaf8ae) {{(pid=86840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 15:27:06.861730 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-c5f039fe-13f5-4e0e-828f-287e3ce427ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:06.866461 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-3ad0b04f-a243-4478-b39f-0d2f7e7b7d58 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1101909 Nov 09 15:27:06.884355 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-191bcac3-0485-454c-ab74-7181735e0827 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=3f1b08c7380d4fe189a00070c35f22e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0751591 Nov 09 15:27:06.885551 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-057db62f-50ea-448e-92bb-0ac27ddae00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for subnet, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:06.959212 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c1dea5-2ae3-42b7-8451-1f45e73a4823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b57cca-e78f-43ca-937b-c9528086890a,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:06.979738 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-e9c1dea5-2ae3-42b7-8451-1f45e73a4823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:06.980609 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-e9c1dea5-2ae3-42b7-8451-1f45e73a4823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:06.984807 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-e9c1dea5-2ae3-42b7-8451-1f45e73a4823 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f1b57cca-e78f-43ca-937b-c9528086890a HTTP/1.1" status: 204 len: 168 time: 1.0685785 Nov 09 15:27:06.987776 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:07.124370 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057db62f-50ea-448e-92bb-0ac27ddae00a admin admin] Checking segment: {'id': 'a12b8ba6-b75a-4633-b283-1b43182e6c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '08bbf048-6dc1-4572-9d55-714f0fd34b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:27:07.124738 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057db62f-50ea-448e-92bb-0ac27ddae00a admin admin] Network hostable DHCP agents. Network: 08bbf048-6dc1-4572-9d55-714f0fd34b54, hostable agents: ['8b94a2d1-9ebf-428d-8e56-922e2d41e4d3'], hosted agents: [] {{(pid=86838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 15:27:07.132289 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057db62f-50ea-448e-92bb-0ac27ddae00a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4904fa8b-3075-42a7-aac9-ddfb551a5334,revision_number=0']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:07.143093 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-057db62f-50ea-448e-92bb-0ac27ddae00a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:07.163224 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057db62f-50ea-448e-92bb-0ac27ddae00a admin admin] Network 08bbf048-6dc1-4572-9d55-714f0fd34b54 is scheduled to be hosted by DHCP agent 8b94a2d1-9ebf-428d-8e56-922e2d41e4d3 with binding_index 1 {{(pid=86838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 15:27:07.177693 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.db_base_plugin_common [None req-74610477-1990-4969-bad1-486efa373f4b None None] Allocated IP 172.20.0.2 (4e486921-0f80-48c5-9888-ae5de3f1e305/5ec84acc-d70c-4e8d-bb6d-6e13232b6778/5792bdce-5448-472d-9531-4149520ea9e3) {{(pid=86840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 15:27:07.184001 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [None req-057db62f-50ea-448e-92bb-0ac27ddae00a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817223-1-smb, 08bbf048-6dc1-4572-9d55-714f0fd34b54) {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:27:07.192206 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057db62f-50ea-448e-92bb-0ac27ddae00a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:07.193070 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-057db62f-50ea-448e-92bb-0ac27ddae00a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for subnet, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:07.212455 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922bfe8a-5b86-4bfe-9e28-70c6ed3f4f5d None None] Network 08bbf048-6dc1-4572-9d55-714f0fd34b54 requested from dv-cinder-817223-1-smb {{(pid=86840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 09 15:27:07.217458 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-057db62f-50ea-448e-92bb-0ac27ddae00a admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.4406383 Nov 09 15:27:07.221105 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 35012) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:07.231174 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-4f2b49bc-65a0-4e14-a625-1c0a5474af91 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-553541280-router', 'tenant_id': '9358f8b166ed4a2d82f901d8250cca4a', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140'}}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:27:07.312069 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-84e19bc4-186e-40ee-a5d1-be8ae611e36c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:07.364563 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-84e19bc4-186e-40ee-a5d1-be8ae611e36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:07.440209 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-4f2b49bc-65a0-4e14-a625-1c0a5474af91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:07.451096 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-4f2b49bc-65a0-4e14-a625-1c0a5474af91 admin admin] Usage tracker for resource:router and tenant:9358f8b166ed4a2d82f901d8250cca4a is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:07.455675 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-4f2b49bc-65a0-4e14-a625-1c0a5474af91 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:07.478319 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-8963aae5-af08-4c0f-acab-8cfc43292a3f service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=86838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 15:27:07.479337 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-8963aae5-af08-4c0f-acab-8cfc43292a3f service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3858776 Nov 09 15:27:07.490958 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-4f2b49bc-65a0-4e14-a625-1c0a5474af91 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:07.544199 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4f2b49bc-65a0-4e14-a625-1c0a5474af91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-822272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-643'] for router, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:07.546019 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4f2b49bc-65a0-4e14-a625-1c0a5474af91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-977942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-648'] for router, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:07.592089 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 35024) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:07.624000 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-b825c6da-72a1-472b-87f1-1c7503278f06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:07.657421 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-b825c6da-72a1-472b-87f1-1c7503278f06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:07.670353 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-b825c6da-72a1-472b-87f1-1c7503278f06 admin admin] Usage tracker for resource:security_group_rule and tenant:bf91a1841bba4dc2bd9af0eb0a4ae707 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:07.675549 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-b825c6da-72a1-472b-87f1-1c7503278f06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:07.688234 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4f2b49bc-65a0-4e14-a625-1c0a5474af91 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:07.689481 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-b825c6da-72a1-472b-87f1-1c7503278f06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:07.707176 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.db_base_plugin_common [None req-84e19bc4-186e-40ee-a5d1-be8ae611e36c admin admin] Allocated IP 172.28.0.176 (de089fbd-190d-42e2-b873-9d0b1c33f140/6c23faf8-0a9f-4180-83f0-f659576295c3/f83defcc-f554-4c34-8d90-9ba2cba64fae) {{(pid=86839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 15:27:07.729024 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-f5d0aa8f-4aab-47fc-9998-a4ff9cd9d16b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:07.775143 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 35044) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:07.790008 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-f5d0aa8f-4aab-47fc-9998-a4ff9cd9d16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:07.990022 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-b825c6da-72a1-472b-87f1-1c7503278f06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:07.999205 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-84e19bc4-186e-40ee-a5d1-be8ae611e36c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:08.006278 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-b825c6da-72a1-472b-87f1-1c7503278f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:08.015468 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-305768f6-e968-4527-9c43-e7a811719f41 service neutron] 10.222.0.83 "GET /v2.0/networks/83f31a2a-2594-4e3a-8479-7e016c995183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5060184 Nov 09 15:27:08.048302 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:08.059839 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-b825c6da-72a1-472b-87f1-1c7503278f06 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=bf91a1841bba4dc2bd9af0eb0a4ae707&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4643502 Nov 09 15:27:08.079534 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 35052) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:08.139491 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 35056) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:08.186312 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b825c6da-72a1-472b-87f1-1c7503278f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf1b5ab-397c-4b84-bc4b-26e835df882b,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:08.188622 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0d6364-2122-4c1d-9c3f-3176f7fdfd25 None None] Network b035d5f5-109a-431a-855e-5d68d792ce82 requested from dv-cinder-817223-1-smb {{(pid=86840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 09 15:27:08.192644 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-b825c6da-72a1-472b-87f1-1c7503278f06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:08.205076 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-e34b6038-a917-412d-9f51-4be09e3544ad None None] Notify callbacks [] for port, precommit_create {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:08.211307 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28674662-42e5-4a7d-adba-6ffc76f80ec6 None None] Network 08bbf048-6dc1-4572-9d55-714f0fd34b54 requested from dv-cinder-817223-1-smb {{(pid=86840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 09 15:27:08.260021 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-527f2dd1-a5cc-4615-a08d-9febc497b3b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:08.323297 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-527f2dd1-a5cc-4615-a08d-9febc497b3b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:08.419483 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-84e19bc4-186e-40ee-a5d1-be8ae611e36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763972296951'] for port, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:08.419806 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-4aae5068-874b-48f5-9975-bca9297afeb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:08.427227 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-e34b6038-a917-412d-9f51-4be09e3544ad None None] Transition to ACTIVE for port object ec7ee98a-0888-4aed-9e24-08da3ddaf8ae will not be triggered until provisioned by entity L2. {{(pid=86840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:27:08.430014 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-527f2dd1-a5cc-4615-a08d-9febc497b3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:08.442610 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-c398b5db-62a3-4994-8171-d3be7c7787f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:08.463497 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-74610477-1990-4969-bad1-486efa373f4b None None] Notify callbacks [] for port, precommit_create {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:08.493023 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-e34b6038-a917-412d-9f51-4be09e3544ad None None] Transition to ACTIVE for port object ec7ee98a-0888-4aed-9e24-08da3ddaf8ae will not be triggered until provisioned by entity DHCP. {{(pid=86840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:27:08.506052 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-4aae5068-874b-48f5-9975-bca9297afeb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:08.507195 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-74610477-1990-4969-bad1-486efa373f4b None None] Transition to ACTIVE for port object 5792bdce-5448-472d-9531-4149520ea9e3 will not be triggered until provisioned by entity L2. {{(pid=86840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:27:08.527352 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e19bc4-186e-40ee-a5d1-be8ae611e36c admin admin] Network de089fbd-190d-42e2-b873-9d0b1c33f140 is already hosted by enough agents. {{(pid=86839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 15:27:08.531074 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-4aae5068-874b-48f5-9975-bca9297afeb8 admin admin] Usage tracker for resource:security_group_rule and tenant:a1c0e3a471044d8a9a1fa26b8a1354c0 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:08.538574 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-e34b6038-a917-412d-9f51-4be09e3544ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763972296951'] for port, after_create {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:08.538933 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.base_scheduler [None req-84e19bc4-186e-40ee-a5d1-be8ae611e36c admin admin] Resources bound (agent type, host, resource id): {{(pid=86839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:27:08.542772 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-4aae5068-874b-48f5-9975-bca9297afeb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:08.546461 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e19bc4-186e-40ee-a5d1-be8ae611e36c admin admin] Received port after_create {{(pid=86839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 09 15:27:08.552738 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:08.557641 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4f2b49bc-65a0-4e14-a625-1c0a5474af91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-978276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-822294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-678'] for router, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:08.616976 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-527f2dd1-a5cc-4615-a08d-9febc497b3b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:08.618144 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-527f2dd1-a5cc-4615-a08d-9febc497b3b5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/dbf1b5ab-397c-4b84-bc4b-26e835df882b HTTP/1.1" status: 204 len: 168 time: 0.5372963 Nov 09 15:27:08.629943 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-4aae5068-874b-48f5-9975-bca9297afeb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:08.631928 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c866a47b-90f4-4828-827f-24bd7aa4b706 req-100c79b4-70fc-40c3-a801-d8dbc2db114e tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:08.632961 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-c866a47b-90f4-4828-827f-24bd7aa4b706 req-100c79b4-70fc-40c3-a801-d8dbc2db114e tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Synchronizing usage tracker for tenant:28b355fa4e264999823dc9f7078c4198 on resource:network {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 15:27:08.698756 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e19bc4-186e-40ee-a5d1-be8ae611e36c admin admin] Pushing event updated for resources: {'Port': ['ID=f83defcc-f554-4c34-8d90-9ba2cba64fae,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:08.709441 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-84e19bc4-186e-40ee-a5d1-be8ae611e36c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:08.711941 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.236s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:08.725155 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-22b65250-da99-4f5a-ae0e-eef35fd92c77 service neutron] 10.222.0.83 "GET /v2.0/networks/83f31a2a-2594-4e3a-8479-7e016c995183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6109285 Nov 09 15:27:08.764663 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-74610477-1990-4969-bad1-486efa373f4b None None] Transition to ACTIVE for port object 5792bdce-5448-472d-9531-4149520ea9e3 will not be triggered until provisioned by entity DHCP. {{(pid=86840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:27:08.863856 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b6038-a917-412d-9f51-4be09e3544ad None None] Pushing event updated for resources: {'Port': ['ID=ec7ee98a-0888-4aed-9e24-08da3ddaf8ae,revision_number=1']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:08.872753 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f2dd1-a5cc-4615-a08d-9febc497b3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf1b5ab-397c-4b84-bc4b-26e835df882b,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:08.875941 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-c866a47b-90f4-4828-827f-24bd7aa4b706 req-100c79b4-70fc-40c3-a801-d8dbc2db114e tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Unset dirty status for tenant:28b355fa4e264999823dc9f7078c4198 on resource:network {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 15:27:08.881674 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-527f2dd1-a5cc-4615-a08d-9febc497b3b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:08.881895 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c866a47b-90f4-4828-827f-24bd7aa4b706 req-100c79b4-70fc-40c3-a801-d8dbc2db114e tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/networks?id=b035d5f5-109a-431a-855e-5d68d792ce82 HTTP/1.1" status: 200 len: 815 time: 1.1036494 Nov 09 15:27:08.892767 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.db_base_plugin_common [None req-f5d0aa8f-4aab-47fc-9998-a4ff9cd9d16b admin admin] Allocated IP 172.28.0.217 (de089fbd-190d-42e2-b873-9d0b1c33f140/6c23faf8-0a9f-4180-83f0-f659576295c3/ee1577dd-f5f0-4945-80ba-b63d07808acd) {{(pid=86838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 15:27:08.904325 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34b6038-a917-412d-9f51-4be09e3544ad None None] Network 54e70c2d-ce99-4138-a9cc-3f850389a6a6 is already hosted by enough agents. {{(pid=86840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 15:27:08.950635 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b6038-a917-412d-9f51-4be09e3544ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:27:08.950987 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b6038-a917-412d-9f51-4be09e3544ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:27:08.951319 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b6038-a917-412d-9f51-4be09e3544ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:27:08.951984 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b6038-a917-412d-9f51-4be09e3544ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:27:08.952550 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b6038-a917-412d-9f51-4be09e3544ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:27:08.952939 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b6038-a917-412d-9f51-4be09e3544ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:27:08.953193 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b6038-a917-412d-9f51-4be09e3544ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:27:08.954256 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b6038-a917-412d-9f51-4be09e3544ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:27:08.954921 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b6038-a917-412d-9f51-4be09e3544ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:27:08.955252 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b6038-a917-412d-9f51-4be09e3544ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:27:08.955863 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b6038-a917-412d-9f51-4be09e3544ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:27:08.955863 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b6038-a917-412d-9f51-4be09e3544ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:27:08.957802 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b6038-a917-412d-9f51-4be09e3544ad None None] Tracked resource versions report: Nov 09 15:27:08.957802 dv-cinder-817223-1-smb neutron-server[86840]: pushed versions: Nov 09 15:27:08.957802 dv-cinder-817223-1-smb neutron-server[86840]: { 'AddressGroup': {'1.2'}, Nov 09 15:27:08.957802 dv-cinder-817223-1-smb neutron-server[86840]: 'ConntrackHelper': {'1.0'}, Nov 09 15:27:08.957802 dv-cinder-817223-1-smb neutron-server[86840]: 'Log': {'1.0'}, Nov 09 15:27:08.957802 dv-cinder-817223-1-smb neutron-server[86840]: 'Network': {'1.1'}, Nov 09 15:27:08.957802 dv-cinder-817223-1-smb neutron-server[86840]: 'Port': {'1.7'}, Nov 09 15:27:08.957802 dv-cinder-817223-1-smb neutron-server[86840]: 'PortForwarding': {'1.2'}, Nov 09 15:27:08.957802 dv-cinder-817223-1-smb neutron-server[86840]: 'QosPolicy': {'1.8'}, Nov 09 15:27:08.957802 dv-cinder-817223-1-smb neutron-server[86840]: 'SecurityGroup': {'1.4'}, Nov 09 15:27:08.957802 dv-cinder-817223-1-smb neutron-server[86840]: 'SecurityGroupRule': {'1.2'}, Nov 09 15:27:08.957802 dv-cinder-817223-1-smb neutron-server[86840]: 'SubPort': {'1.0'}, Nov 09 15:27:08.957802 dv-cinder-817223-1-smb neutron-server[86840]: 'Subnet': {'1.1'}, Nov 09 15:27:08.957802 dv-cinder-817223-1-smb neutron-server[86840]: 'Trunk': {'1.1'}} Nov 09 15:27:08.957802 dv-cinder-817223-1-smb neutron-server[86840]: consumer versions: Nov 09 15:27:08.957802 dv-cinder-817223-1-smb neutron-server[86840]: { DHCP agent@dv-cinder-817223-1-smb: {}, Nov 09 15:27:08.957802 dv-cinder-817223-1-smb neutron-server[86840]: HyperV agent@hv-cinder-81722: {}, Nov 09 15:27:08.957802 dv-cinder-817223-1-smb neutron-server[86840]: L3 agent@dv-cinder-817223-1-smb: {}, Nov 09 15:27:08.957802 dv-cinder-817223-1-smb neutron-server[86840]: Metadata agent@dv-cinder-817223-1-smb: {}, Nov 09 15:27:08.957802 dv-cinder-817223-1-smb neutron-server[86840]: Metering agent@dv-cinder-817223-1-smb: {}, Nov 09 15:27:08.957802 dv-cinder-817223-1-smb neutron-server[86840]: Open vSwitch agent@dv-cinder-817223-1-smb: { 'AddressGroup': '1.2', Nov 09 15:27:08.957802 dv-cinder-817223-1-smb neutron-server[86840]: 'ConntrackHelper': '1.0', Nov 09 15:27:08.957802 dv-cinder-817223-1-smb neutron-server[86840]: 'Log': '1.0', Nov 09 15:27:08.957802 dv-cinder-817223-1-smb neutron-server[86840]: 'Network': '1.1', Nov 09 15:27:08.957802 dv-cinder-817223-1-smb neutron-server[86840]: 'Port': '1.7', Nov 09 15:27:08.957802 dv-cinder-817223-1-smb neutron-server[86840]: 'PortForwarding': '1.2', Nov 09 15:27:08.957802 dv-cinder-817223-1-smb neutron-server[86840]: 'QosPolicy': '1.8', Nov 09 15:27:08.957802 dv-cinder-817223-1-smb neutron-server[86840]: 'SecurityGroup': '1.4', Nov 09 15:27:08.957802 dv-cinder-817223-1-smb neutron-server[86840]: 'SecurityGroupRule': '1.2', Nov 09 15:27:08.957802 dv-cinder-817223-1-smb neutron-server[86840]: 'SubPort': '1.0', Nov 09 15:27:08.957802 dv-cinder-817223-1-smb neutron-server[86840]: 'Subnet': '1.1', Nov 09 15:27:08.957802 dv-cinder-817223-1-smb neutron-server[86840]: 'Trunk': '1.1'}} Nov 09 15:27:08.957802 dv-cinder-817223-1-smb neutron-server[86840]: {{(pid=86840) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 15:27:08.962166 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-e34b6038-a917-412d-9f51-4be09e3544ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:08.963314 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.scheduler.base_scheduler [None req-e34b6038-a917-412d-9f51-4be09e3544ad None None] Resources bound (agent type, host, resource id): {{(pid=86840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:27:08.966693 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34b6038-a917-412d-9f51-4be09e3544ad None None] Received port after_create {{(pid=86840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 09 15:27:08.973178 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c866a47b-90f4-4828-827f-24bd7aa4b706 req-144ae503-f2d9-4ede-8455-1e189e4a42f3 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/quotas/28b355fa4e264999823dc9f7078c4198 HTTP/1.1" status: 200 len: 375 time: 0.0818434 Nov 09 15:27:09.091571 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-74610477-1990-4969-bad1-486efa373f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763972296951'] for port, after_create {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:09.199757 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c866a47b-90f4-4828-827f-24bd7aa4b706 req-54aec6de-1693-4baa-a1ec-beb5f25ca017 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=28b355fa4e264999823dc9f7078c4198&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1863136 Nov 09 15:27:09.271984 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-4aae5068-874b-48f5-9975-bca9297afeb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:09.285970 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-4aae5068-874b-48f5-9975-bca9297afeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:09.291688 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-89e29f25-695a-4a43-858d-0f5248ea5dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:09.344701 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:09.374208 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-f5d0aa8f-4aab-47fc-9998-a4ff9cd9d16b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:09.388792 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-e34b6038-a917-412d-9f51-4be09e3544ad None None] Attempting to bind port ec7ee98a-0888-4aed-9e24-08da3ddaf8ae on host dv-cinder-817223-1-smb for vnic_type normal with profile {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 15:27:09.389028 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-84e19bc4-186e-40ee-a5d1-be8ae611e36c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:09.389199 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-e34b6038-a917-412d-9f51-4be09e3544ad None None] Attempting to bind port ec7ee98a-0888-4aed-9e24-08da3ddaf8ae by drivers openvswitch,hyperv on host dv-cinder-817223-1-smb at level 0 using segments [{'id': 'dd877f5c-ed2c-440a-8985-dad0e469fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '54e70c2d-ce99-4138-a9cc-3f850389a6a6'}] {{(pid=86840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 15:27:09.389563 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34b6038-a917-412d-9f51-4be09e3544ad None None] Attempting to bind port ec7ee98a-0888-4aed-9e24-08da3ddaf8ae on network 54e70c2d-ce99-4138-a9cc-3f850389a6a6 {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:27:09.395879 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3fde5348-3299-4b8e-b370-f5214d99bf78 req-8d78c62b-d8f5-47e2-a444-1384743662e2 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] 10.222.0.83 "GET /v2.0/ports?device_id=d39a65c0-69ef-4170-b917-bec2211a3000 HTTP/1.1" status: 200 len: 210 time: 0.0899599 Nov 09 15:27:09.417575 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34b6038-a917-412d-9f51-4be09e3544ad None None] Checking agent: {'id': '189eed03-d966-4875-a18c-83c7415689a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817223-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 17, 55), 'started_at': datetime.datetime(2021, 11, 9, 15, 18, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817223-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 09 15:27:09.418396 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34b6038-a917-412d-9f51-4be09e3544ad None None] Checking segment: {'id': 'dd877f5c-ed2c-440a-8985-dad0e469fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '54e70c2d-ce99-4138-a9cc-3f850389a6a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:27:09.419028 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-e34b6038-a917-412d-9f51-4be09e3544ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:09.419683 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34b6038-a917-412d-9f51-4be09e3544ad None None] Bound using segment: {'id': 'dd877f5c-ed2c-440a-8985-dad0e469fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '54e70c2d-ce99-4138-a9cc-3f850389a6a6'} {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 09 15:27:09.420547 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-e34b6038-a917-412d-9f51-4be09e3544ad None None] Bound port: ec7ee98a-0888-4aed-9e24-08da3ddaf8ae, host: dv-cinder-817223-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd877f5c-ed2c-440a-8985-dad0e469fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '54e70c2d-ce99-4138-a9cc-3f850389a6a6'}}] {{(pid=86840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 15:27:09.421180 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-e34b6038-a917-412d-9f51-4be09e3544ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:09.500969 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74610477-1990-4969-bad1-486efa373f4b None None] Pushing event updated for resources: {'Port': ['ID=5792bdce-5448-472d-9531-4149520ea9e3,revision_number=1']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:09.513651 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74610477-1990-4969-bad1-486efa373f4b None None] Network 4e486921-0f80-48c5-9888-ae5de3f1e305 is already hosted by enough agents. {{(pid=86840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 15:27:09.532778 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.scheduler.base_scheduler [None req-74610477-1990-4969-bad1-486efa373f4b None None] Resources bound (agent type, host, resource id): {{(pid=86840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:27:09.541777 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-74610477-1990-4969-bad1-486efa373f4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:09.552707 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-f5d0aa8f-4aab-47fc-9998-a4ff9cd9d16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763972296951'] for port, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:09.552885 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74610477-1990-4969-bad1-486efa373f4b None None] Received port after_create {{(pid=86840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 09 15:27:09.633775 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-07a16cbb-0944-4b47-a216-bcfaae377251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:09.636171 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-4aae5068-874b-48f5-9975-bca9297afeb8 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a1c0e3a471044d8a9a1fa26b8a1354c0&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4954026 Nov 09 15:27:09.640041 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 35104) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:09.647602 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae5068-874b-48f5-9975-bca9297afeb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c75a00d9-f434-42b5-9590-920fd1a49813,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:09.665387 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-4aae5068-874b-48f5-9975-bca9297afeb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:09.776214 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [req-c866a47b-90f4-4828-827f-24bd7aa4b706 req-a714697b-b99f-400a-a258-bc843587c702 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=86838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 15:27:09.776214 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c866a47b-90f4-4828-827f-24bd7aa4b706 req-a714697b-b99f-400a-a258-bc843587c702 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3332520 Nov 09 15:27:09.803622 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-74610477-1990-4969-bad1-486efa373f4b None None] Attempting to bind port 5792bdce-5448-472d-9531-4149520ea9e3 on host dv-cinder-817223-1-smb for vnic_type normal with profile {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 15:27:09.804164 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-74610477-1990-4969-bad1-486efa373f4b None None] Attempting to bind port 5792bdce-5448-472d-9531-4149520ea9e3 by drivers openvswitch,hyperv on host dv-cinder-817223-1-smb at level 0 using segments [{'id': 'd9ea088f-84c5-40da-9a44-3534ad2a71f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '4e486921-0f80-48c5-9888-ae5de3f1e305'}] {{(pid=86840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 15:27:09.804706 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74610477-1990-4969-bad1-486efa373f4b None None] Attempting to bind port 5792bdce-5448-472d-9531-4149520ea9e3 on network 4e486921-0f80-48c5-9888-ae5de3f1e305 {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:27:09.822394 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74610477-1990-4969-bad1-486efa373f4b None None] Checking agent: {'id': '189eed03-d966-4875-a18c-83c7415689a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817223-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 17, 55), 'started_at': datetime.datetime(2021, 11, 9, 15, 18, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817223-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 09 15:27:09.823209 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74610477-1990-4969-bad1-486efa373f4b None None] Checking segment: {'id': 'd9ea088f-84c5-40da-9a44-3534ad2a71f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '4e486921-0f80-48c5-9888-ae5de3f1e305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:27:09.827281 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-74610477-1990-4969-bad1-486efa373f4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:09.828543 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74610477-1990-4969-bad1-486efa373f4b None None] Bound using segment: {'id': 'd9ea088f-84c5-40da-9a44-3534ad2a71f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '4e486921-0f80-48c5-9888-ae5de3f1e305'} {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 09 15:27:09.830981 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-74610477-1990-4969-bad1-486efa373f4b None None] Bound port: 5792bdce-5448-472d-9531-4149520ea9e3, host: dv-cinder-817223-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ea088f-84c5-40da-9a44-3534ad2a71f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '4e486921-0f80-48c5-9888-ae5de3f1e305'}}] {{(pid=86840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 15:27:09.831547 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-74610477-1990-4969-bad1-486efa373f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:09.985679 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-c97e018e-facd-491c-b4de-77ba14a94e18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:10.036785 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c866a47b-90f4-4828-827f-24bd7aa4b706 req-52679473-553c-4fc7-8487-ac246df088c0 service neutron] 10.222.0.83 "GET /v2.0/networks/b035d5f5-109a-431a-855e-5d68d792ce82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130125 Nov 09 15:27:10.042774 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 35120) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:10.083490 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d0aa8f-4aab-47fc-9998-a4ff9cd9d16b admin admin] Network de089fbd-190d-42e2-b873-9d0b1c33f140 is already hosted by enough agents. {{(pid=86838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 15:27:10.101941 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-74610477-1990-4969-bad1-486efa373f4b None None] For port 5792bdce-5448-472d-9531-4149520ea9e3, host dv-cinder-817223-1-smb, cleared binding levels {{(pid=86840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 09 15:27:10.106424 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-74610477-1990-4969-bad1-486efa373f4b None None] For port 5792bdce-5448-472d-9531-4149520ea9e3, host dv-cinder-817223-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=5792bdce-5448-472d-9531-4149520ea9e3,segment=NetworkSegment(d9ea088f-84c5-40da-9a44-3534ad2a71f5),segment_id=d9ea088f-84c5-40da-9a44-3534ad2a71f5)] {{(pid=86840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 09 15:27:10.108295 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [None req-f5d0aa8f-4aab-47fc-9998-a4ff9cd9d16b admin admin] Resources bound (agent type, host, resource id): {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:27:10.112660 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-e34b6038-a917-412d-9f51-4be09e3544ad None None] For port ec7ee98a-0888-4aed-9e24-08da3ddaf8ae, host dv-cinder-817223-1-smb, cleared binding levels {{(pid=86840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 09 15:27:10.122100 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-e34b6038-a917-412d-9f51-4be09e3544ad None None] For port ec7ee98a-0888-4aed-9e24-08da3ddaf8ae, host dv-cinder-817223-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=ec7ee98a-0888-4aed-9e24-08da3ddaf8ae,segment=NetworkSegment(dd877f5c-ed2c-440a-8985-dad0e469fc3d),segment_id=dd877f5c-ed2c-440a-8985-dad0e469fc3d)] {{(pid=86840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 09 15:27:10.122286 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d0aa8f-4aab-47fc-9998-a4ff9cd9d16b admin admin] Received port after_create {{(pid=86838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 09 15:27:10.126659 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-74610477-1990-4969-bad1-486efa373f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:10.128654 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-e34b6038-a917-412d-9f51-4be09e3544ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:10.134366 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-74610477-1990-4969-bad1-486efa373f4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:10.194792 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-c97e018e-facd-491c-b4de-77ba14a94e18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:10.291160 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74610477-1990-4969-bad1-486efa373f4b None None] Pushing event updated for resources: {'Port': ['ID=5792bdce-5448-472d-9531-4149520ea9e3,revision_number=2']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:10.449649 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-84e19bc4-186e-40ee-a5d1-be8ae611e36c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-822297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978201'] for router, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:10.453486 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b6038-a917-412d-9f51-4be09e3544ad None None] Pushing event updated for resources: {'Port': ['ID=ec7ee98a-0888-4aed-9e24-08da3ddaf8ae,revision_number=2']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:10.467802 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-e34b6038-a917-412d-9f51-4be09e3544ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:10.468481 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.250s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:10.469492 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:10.480714 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0aa8f-4aab-47fc-9998-a4ff9cd9d16b admin admin] Pushing event updated for resources: {'Port': ['ID=ee1577dd-f5f0-4945-80ba-b63d07808acd,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:10.518597 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-f5d0aa8f-4aab-47fc-9998-a4ff9cd9d16b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.885s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:10.583685 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4f2b49bc-65a0-4e14-a625-1c0a5474af91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:10.604676 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-c97e018e-facd-491c-b4de-77ba14a94e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:10.627376 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f027a7ee-7d8d-4fb7-ae54-83ba5f26f934 req-cb025fbf-e454-4d4e-b783-c9334e88dad3 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] 10.222.0.83 "GET /v2.0/ports?device_id=d39a65c0-69ef-4170-b917-bec2211a3000 HTTP/1.1" status: 200 len: 210 time: 0.1176519 Nov 09 15:27:10.647597 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4f2b49bc-65a0-4e14-a625-1c0a5474af91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:10.806496 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-79ca5171-6b72-4011-a1cd-31fdff21b8b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:10.918743 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-a70b05bc-ad8e-4ec1-b6d9-08968c4ad53f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:10.940084 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c866a47b-90f4-4828-827f-24bd7aa4b706 req-1a3910b3-2d66-425e-bc08-62070445f592 service neutron] 10.222.0.83 "GET /v2.0/networks/b035d5f5-109a-431a-855e-5d68d792ce82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8628261 Nov 09 15:27:10.961369 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e018e-facd-491c-b4de-77ba14a94e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75a00d9-f434-42b5-9590-920fd1a49813,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:10.985978 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-c97e018e-facd-491c-b4de-77ba14a94e18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:10.991727 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-c97e018e-facd-491c-b4de-77ba14a94e18 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c75a00d9-f434-42b5-9590-920fd1a49813 HTTP/1.1" status: 204 len: 168 time: 1.3481336 Nov 09 15:27:10.997939 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-c97e018e-facd-491c-b4de-77ba14a94e18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:11.004162 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-a70b05bc-ad8e-4ec1-b6d9-08968c4ad53f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:11.024462 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-a70b05bc-ad8e-4ec1-b6d9-08968c4ad53f admin admin] Usage tracker for resource:security_group_rule and tenant:a90e4f059a6c40afa3254e583a8fc2e3 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:11.028353 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-a70b05bc-ad8e-4ec1-b6d9-08968c4ad53f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:11.045898 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-a70b05bc-ad8e-4ec1-b6d9-08968c4ad53f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:11.049173 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e19bc4-186e-40ee-a5d1-be8ae611e36c admin admin] Router b7665c91-6eac-4dd6-ac27-61681dec3fdd is scheduled to L3 agent d083232d-238f-4a80-a5b8-222ad2e2cbfd with binding_index 1 {{(pid=86839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 09 15:27:11.279373 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-f5d0aa8f-4aab-47fc-9998-a4ff9cd9d16b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:11.617717 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-a70b05bc-ad8e-4ec1-b6d9-08968c4ad53f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:11.680683 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e19bc4-186e-40ee-a5d1-be8ae611e36c admin admin] Notify agent at l3_agent.dv-cinder-817223-1-smb the message routers_updated {{(pid=86839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 09 15:27:11.692341 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0480c379-3b3b-4842-8f70-ee9f90e20a9e None None] Sync routers for ids ['b7665c91-6eac-4dd6-ac27-61681dec3fdd'] in dv-cinder-817223-1-smb {{(pid=86841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 15:27:11.700234 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-a70b05bc-ad8e-4ec1-b6d9-08968c4ad53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:11.715220 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0480c379-3b3b-4842-8f70-ee9f90e20a9e None None] Routers {'b7665c91-6eac-4dd6-ac27-61681dec3fdd'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:27:11.720733 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-0480c379-3b3b-4842-8f70-ee9f90e20a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:26:58Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['b7665c91-6eac-4dd6-ac27-61681dec3fdd'], 'active': True} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:27:11.762152 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a9d46aed-b573-4163-8413-6ef8d2c184f6 req-b4aa38ec-177e-4f3d-8fb4-5232996b6609 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7f33deb-c2b3-4278-8078-99ec064ab19a HTTP/1.1" status: 200 len: 210 time: 0.1725931 Nov 09 15:27:11.777258 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:11.927872 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-84e19bc4-186e-40ee-a5d1-be8ae611e36c admin admin] Notify callbacks [] for router, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:11.941978 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-84e19bc4-186e-40ee-a5d1-be8ae611e36c admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.6765769 Nov 09 15:27:11.943827 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 35188) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:12.154794 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6496ae55-f4c2-472c-8fc0-cefedde2976e None None] Network 4e486921-0f80-48c5-9888-ae5de3f1e305 requested from dv-cinder-817223-1-smb {{(pid=86840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 09 15:27:12.208654 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 35194) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:12.211294 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70b05bc-ad8e-4ec1-b6d9-08968c4ad53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f79edc4-4356-4d4e-aab6-f00486c2e7ed,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:12.260474 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-a70b05bc-ad8e-4ec1-b6d9-08968c4ad53f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:12.304071 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-a70b05bc-ad8e-4ec1-b6d9-08968c4ad53f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a90e4f059a6c40afa3254e583a8fc2e3&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2601817 Nov 09 15:27:12.304735 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 35210) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:12.372844 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device ec7ee98a-0888-4aed-9e24-08da3ddaf8ae up at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:27:12.440478 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d79dc9f4-aade-4858-a912-25fcae2c9cbc req-ac64b558-2ccb-4c0b-bb30-05da512302ee tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] 10.222.0.83 "GET /v2.0/ports?device_id=d39a65c0-69ef-4170-b917-bec2211a3000 HTTP/1.1" status: 200 len: 210 time: 0.2348776 Nov 09 15:27:12.466494 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c9b859d4-1f5a-4d38-b8cb-08bdde8e8511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:12.474742 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-b5b8e27c-62c5-4cb0-b8fa-f359b2b63887 None None] Provisioning for port 5792bdce-5448-472d-9531-4149520ea9e3 completed by entity DHCP. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:27:12.494105 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvr_db [None req-0480c379-3b3b-4842-8f70-ee9f90e20a9e None None] Set router b7665c91-6eac-4dd6-ac27-61681dec3fdd gateway port host: dv-cinder-817223-1-smb {{(pid=86841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:27:12.549862 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-c9b859d4-1f5a-4d38-b8cb-08bdde8e8511 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:12.558004 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-c9b859d4-1f5a-4d38-b8cb-08bdde8e8511 admin admin] Usage tracker for resource:security_group_rule and tenant:c216b4b300c64131ba5f6d64d18bf928 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:12.561894 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-c9b859d4-1f5a-4d38-b8cb-08bdde8e8511 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:12.569009 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-c9b859d4-1f5a-4d38-b8cb-08bdde8e8511 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:12.674300 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.db_base_plugin_common [None req-4f2b49bc-65a0-4e14-a625-1c0a5474af91 admin admin] Allocated IP 172.28.0.106 (de089fbd-190d-42e2-b873-9d0b1c33f140/6c23faf8-0a9f-4180-83f0-f659576295c3/06e6cd9b-f7d2-4e64-a583-e2d58fcd2ef6) {{(pid=86838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 15:27:12.700601 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2281d73f-b5df-4034-a5f6-0d83d344ac74 None None] Network 54e70c2d-ce99-4138-a9cc-3f850389a6a6 requested from dv-cinder-817223-1-smb {{(pid=86840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 09 15:27:12.840929 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 35224) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:12.902506 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c9b859d4-1f5a-4d38-b8cb-08bdde8e8511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:12.904660 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-f5d0aa8f-4aab-47fc-9998-a4ff9cd9d16b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-822297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978201'] for router, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:12.933437 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.44', 49890) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:12.961883 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c9b859d4-1f5a-4d38-b8cb-08bdde8e8511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:13.113398 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning for port ec7ee98a-0888-4aed-9e24-08da3ddaf8ae completed by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:27:13.168919 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-0480c379-3b3b-4842-8f70-ee9f90e20a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'name': 'tempest-AttachVolumeShelveTestJSON-159271723-router', 'tenant_id': '4c426877957540c3ae3ca3dce095a0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': 'f83defcc-f554-4c34-8d90-9ba2cba64fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:27:05Z', 'updated_at': '2021-11-09T15:27:08Z', 'revision_number': 3, 'project_id': '4c426877957540c3ae3ca3dce095a0e8', 'gw_port': {'id': 'f83defcc-f554-4c34-8d90-9ba2cba64fae', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:07Z', 'updated_at': '2021-11-09T15:27:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb'}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:27:13.175257 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0480c379-3b3b-4842-8f70-ee9f90e20a9e None None] Checking router: b7665c91-6eac-4dd6-ac27-61681dec3fdd for host: dv-cinder-817223-1-smb {{(pid=86841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 15:27:13.178270 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0480c379-3b3b-4842-8f70-ee9f90e20a9e None None] Updating router b7665c91-6eac-4dd6-ac27-61681dec3fdd port f83defcc-f554-4c34-8d90-9ba2cba64fae binding host dv-cinder-817223-1-smb {{(pid=86841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 15:27:13.182434 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device 5792bdce-5448-472d-9531-4149520ea9e3 up at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:27:13.246922 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-9222c68e-b43a-48d8-bc71-962927bcb8b6 None None] Provisioning for port ec7ee98a-0888-4aed-9e24-08da3ddaf8ae completed by entity DHCP. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:27:13.249559 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:13.305099 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron_lib.callbacks.manager [None req-0480c379-3b3b-4842-8f70-ee9f90e20a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:13.326635 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-c9b859d4-1f5a-4d38-b8cb-08bdde8e8511 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c216b4b300c64131ba5f6d64d18bf928&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1169384 Nov 09 15:27:13.326956 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-dc33156a-4bad-4304-97bc-9770ffacb77a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:13.338319 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-9222c68e-b43a-48d8-bc71-962927bcb8b6 None None] Provisioning complete for port ec7ee98a-0888-4aed-9e24-08da3ddaf8ae triggered by entity DHCP. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:27:13.338697 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-9222c68e-b43a-48d8-bc71-962927bcb8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:13.340558 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 35238) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:13.343917 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b859d4-1f5a-4d38-b8cb-08bdde8e8511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5883f39-ce50-441f-8d42-88118892ea53,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:13.429293 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-c9b859d4-1f5a-4d38-b8cb-08bdde8e8511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:13.452364 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-704b519d-712b-4165-bb53-7143389b2727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:13.484070 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6f82d24b-4a16-46c5-b434-76dbfb747b5b req-4bcc7374-6604-4380-9913-55edf01f29a8 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7f33deb-c2b3-4278-8078-99ec064ab19a HTTP/1.1" status: 200 len: 210 time: 0.2398996 Nov 09 15:27:13.521908 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-37ffe369-90f1-4d52-b076-30e3af5e51f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:13.585718 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d0aa8f-4aab-47fc-9998-a4ff9cd9d16b admin admin] Router 35844a15-8600-4606-b254-060c78efc1d6 is scheduled to L3 agent d083232d-238f-4a80-a5b8-222ad2e2cbfd with binding_index 1 {{(pid=86838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 09 15:27:13.589587 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-37ffe369-90f1-4d52-b076-30e3af5e51f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:13.642109 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-704b519d-712b-4165-bb53-7143389b2727 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:13.647123 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-704b519d-712b-4165-bb53-7143389b2727 admin admin] Usage tracker for resource:security_group_rule and tenant:eb6796abfb6a417699e16dd71362bd7b is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:13.649431 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-704b519d-712b-4165-bb53-7143389b2727 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:13.655539 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-704b519d-712b-4165-bb53-7143389b2727 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:13.661685 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning for port 5792bdce-5448-472d-9531-4149520ea9e3 completed by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:27:13.673319 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning complete for port 5792bdce-5448-472d-9531-4149520ea9e3 triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:27:13.673708 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:13.772729 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-884a618c-d139-4e43-a919-b99fc7fda8e7 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:13.773425 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-884a618c-d139-4e43-a919-b99fc7fda8e7 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] Synchronizing usage tracker for tenant:3f1b08c7380d4fe189a00070c35f22e4 on resource:network {{(pid=86839) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 15:27:13.794157 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-dc33156a-4bad-4304-97bc-9770ffacb77a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:13.810269 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4f2b49bc-65a0-4e14-a625-1c0a5474af91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:13.816003 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-9222c68e-b43a-48d8-bc71-962927bcb8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:13.819610 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-fd06ce01-fccf-458a-9808-15d5bdce52c0 req-fb2e148b-1cd8-4cfd-82fd-20bbb1f7d3c7 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] 10.222.0.83 "GET /v2.0/ports?device_id=d39a65c0-69ef-4170-b917-bec2211a3000 HTTP/1.1" status: 200 len: 210 time: 0.1121593 Nov 09 15:27:13.895685 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-9222c68e-b43a-48d8-bc71-962927bcb8b6 None None] For port ec7ee98a-0888-4aed-9e24-08da3ddaf8ae, host dv-cinder-817223-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=ec7ee98a-0888-4aed-9e24-08da3ddaf8ae,segment=NetworkSegment(dd877f5c-ed2c-440a-8985-dad0e469fc3d),segment_id=dd877f5c-ed2c-440a-8985-dad0e469fc3d)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:27:13.924401 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-9222c68e-b43a-48d8-bc71-962927bcb8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:13.933262 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:13.977309 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-884a618c-d139-4e43-a919-b99fc7fda8e7 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] Unset dirty status for tenant:3f1b08c7380d4fe189a00070c35f22e4 on resource:network {{(pid=86839) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 15:27:13.978508 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-884a618c-d139-4e43-a919-b99fc7fda8e7 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] 10.222.0.44 "GET /v2.0/networks?id=83f31a2a-2594-4e3a-8479-7e016c995183 HTTP/1.1" status: 200 len: 811 time: 1.0438993 Nov 09 15:27:14.014768 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:14.031499 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-dc33156a-4bad-4304-97bc-9770ffacb77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:14.062361 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.v2.base [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-6b02cf49-1f35-4341-93c7-a3ba4e52bc80 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] Request body: {'port': {'device_id': 'd39a65c0-69ef-4170-b917-bec2211a3000', 'network_id': '83f31a2a-2594-4e3a-8479-7e016c995183', 'admin_state_up': True, 'tenant_id': '3f1b08c7380d4fe189a00070c35f22e4'}} {{(pid=86839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:27:14.069380 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.44', 49896) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:14.083716 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-a70b05bc-ad8e-4ec1-b6d9-08968c4ad53f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:14.091051 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9222c68e-b43a-48d8-bc71-962927bcb8b6 None None] Pushing event updated for resources: {'Port': ['ID=ec7ee98a-0888-4aed-9e24-08da3ddaf8ae,revision_number=3']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:14.120754 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-9222c68e-b43a-48d8-bc71-962927bcb8b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:14.129649 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] For port 5792bdce-5448-472d-9531-4149520ea9e3, host dv-cinder-817223-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=5792bdce-5448-472d-9531-4149520ea9e3,segment=NetworkSegment(d9ea088f-84c5-40da-9a44-3534ad2a71f5),segment_id=d9ea088f-84c5-40da-9a44-3534ad2a71f5)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:27:14.139675 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:14.143379 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:14.283056 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Pushing event updated for resources: {'Port': ['ID=5792bdce-5448-472d-9531-4149520ea9e3,revision_number=3']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:14.289801 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device ec7ee98a-0888-4aed-9e24-08da3ddaf8ae up at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:27:14.322389 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-37ffe369-90f1-4d52-b076-30e3af5e51f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:14.349331 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:14.356701 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-704b519d-712b-4165-bb53-7143389b2727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:14.358608 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:14.361628 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-ffbcfa55-72f1-4590-9dda-db8e805d30ba None None] Provisioning complete for port 5792bdce-5448-472d-9531-4149520ea9e3 triggered by entity DHCP. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:27:14.362147 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-ffbcfa55-72f1-4590-9dda-db8e805d30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:14.401548 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ffe369-90f1-4d52-b076-30e3af5e51f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5883f39-ce50-441f-8d42-88118892ea53,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:14.408349 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d0aa8f-4aab-47fc-9998-a4ff9cd9d16b admin admin] Notify agent at l3_agent.dv-cinder-817223-1-smb the message routers_updated {{(pid=86838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 09 15:27:14.412982 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-37ffe369-90f1-4d52-b076-30e3af5e51f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:14.439741 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c866a47b-90f4-4828-827f-24bd7aa4b706 req-0df9c849-6f65-4814-bb47-52418f26e865 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:14.441311 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8debf685-f198-4f9b-b296-d0ae99a6c22e None None] Sync routers for ids ['35844a15-8600-4606-b254-060c78efc1d6'] in dv-cinder-817223-1-smb {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 15:27:14.441788 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c866a47b-90f4-4828-827f-24bd7aa4b706 req-0df9c849-6f65-4814-bb47-52418f26e865 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.44 "GET /v2.0/networks?id=b035d5f5-109a-431a-855e-5d68d792ce82 HTTP/1.1" status: 200 len: 815 time: 0.3714483 Nov 09 15:27:14.459924 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [req-c866a47b-90f4-4828-827f-24bd7aa4b706 req-a792ecee-ac63-448c-8c3b-936945e76c68 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Request body: {'port': {'device_id': 'd7f33deb-c2b3-4278-8078-99ec064ab19a', 'network_id': 'b035d5f5-109a-431a-855e-5d68d792ce82', 'admin_state_up': True, 'tenant_id': '28b355fa4e264999823dc9f7078c4198'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:27:14.481181 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-37ffe369-90f1-4d52-b076-30e3af5e51f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:14.482382 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-37ffe369-90f1-4d52-b076-30e3af5e51f8 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b5883f39-ce50-441f-8d42-88118892ea53 HTTP/1.1" status: 204 len: 168 time: 1.1130581 Nov 09 15:27:14.483643 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4f2b49bc-65a0-4e14-a625-1c0a5474af91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763972296951'] for port, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:14.514523 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning complete for port ec7ee98a-0888-4aed-9e24-08da3ddaf8ae triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:27:14.514902 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:14.541225 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc33156a-4bad-4304-97bc-9770ffacb77a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f79edc4-4356-4d4e-aab6-f00486c2e7ed,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:14.601701 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-704b519d-712b-4165-bb53-7143389b2727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:14.607143 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-dc33156a-4bad-4304-97bc-9770ffacb77a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:14.637234 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:14.661658 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8debf685-f198-4f9b-b296-d0ae99a6c22e None None] Routers {'35844a15-8600-4606-b254-060c78efc1d6'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:27:14.662730 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-8debf685-f198-4f9b-b296-d0ae99a6c22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:26:58Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['35844a15-8600-4606-b254-060c78efc1d6'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:27:14.691075 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:14.716957 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-704b519d-712b-4165-bb53-7143389b2727 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=eb6796abfb6a417699e16dd71362bd7b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8628376 Nov 09 15:27:14.731325 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-f5d0aa8f-4aab-47fc-9998-a4ff9cd9d16b admin admin] Notify callbacks [] for router, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:14.732561 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-f5d0aa8f-4aab-47fc-9998-a4ff9cd9d16b admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.6853845 Nov 09 15:27:14.733479 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 35282) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:14.739713 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 35284) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:14.856924 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-dc33156a-4bad-4304-97bc-9770ffacb77a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:14.860919 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-dc33156a-4bad-4304-97bc-9770ffacb77a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7f79edc4-4356-4d4e-aab6-f00486c2e7ed HTTP/1.1" status: 204 len: 168 time: 2.5498824 Nov 09 15:27:15.052973 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b519d-712b-4165-bb53-7143389b2727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77033bec-8f69-4a4b-b213-8a6afc2e6369,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:15.073450 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-704b519d-712b-4165-bb53-7143389b2727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:15.073889 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2b49bc-65a0-4e14-a625-1c0a5474af91 admin admin] Network de089fbd-190d-42e2-b873-9d0b1c33f140 is already hosted by enough agents. {{(pid=86838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 15:27:15.112585 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2b49bc-65a0-4e14-a625-1c0a5474af91 admin admin] Pushing event updated for resources: {'Port': ['ID=06e6cd9b-f7d2-4e64-a583-e2d58fcd2ef6,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:15.146393 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [None req-4f2b49bc-65a0-4e14-a625-1c0a5474af91 admin admin] Resources bound (agent type, host, resource id): {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:27:15.152338 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-96fe74b3-0ffa-4812-a95b-0c90fb178205 req-cc69b44b-ce27-4bb7-bdde-e2eaa73de388 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7f33deb-c2b3-4278-8078-99ec064ab19a HTTP/1.1" status: 200 len: 210 time: 0.2212803 Nov 09 15:27:15.152605 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2b49bc-65a0-4e14-a625-1c0a5474af91 admin admin] Received port after_create {{(pid=86838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 09 15:27:15.226229 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron_lib.callbacks.manager [None req-0480c379-3b3b-4842-8f70-ee9f90e20a9e None None] Notify callbacks [] for port, precommit_update {{(pid=86841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:15.276280 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.provisioning_blocks [None req-0480c379-3b3b-4842-8f70-ee9f90e20a9e None None] Transition to ACTIVE for port object f83defcc-f554-4c34-8d90-9ba2cba64fae will not be triggered until provisioned by entity L2. {{(pid=86841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:27:15.294649 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron_lib.callbacks.manager [None req-0480c379-3b3b-4842-8f70-ee9f90e20a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:15.300615 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-ffbcfa55-72f1-4590-9dda-db8e805d30ba None None] Provisioning complete for port ec7ee98a-0888-4aed-9e24-08da3ddaf8ae triggered by entity DHCP. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:27:15.301165 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-ffbcfa55-72f1-4590-9dda-db8e805d30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:15.310229 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-d0384bd3-a03f-4de0-b733-f52bf5fd4d9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:15.313202 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG oslo_concurrency.lockutils [None req-f02a1807-2a7b-46d4-aa0a-d7eb6ae171b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:15.371012 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-6b02cf49-1f35-4341-93c7-a3ba4e52bc80 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:15.378867 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-6b02cf49-1f35-4341-93c7-a3ba4e52bc80 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] Usage tracker for resource:port and tenant:3f1b08c7380d4fe189a00070c35f22e4 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:15.387227 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-6b02cf49-1f35-4341-93c7-a3ba4e52bc80 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:15.406834 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-6b02cf49-1f35-4341-93c7-a3ba4e52bc80 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:15.556728 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-d0384bd3-a03f-4de0-b733-f52bf5fd4d9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:15.580206 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7873a924-f396-4777-aefe-3ad72908e3ef None None] Pushing event updated for resources: {'Port': ['ID=f83defcc-f554-4c34-8d90-9ba2cba64fae,revision_number=2']} {{(pid=86841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:15.609018 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7873a924-f396-4777-aefe-3ad72908e3ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:27:15.610487 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7873a924-f396-4777-aefe-3ad72908e3ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:27:15.611904 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7873a924-f396-4777-aefe-3ad72908e3ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:27:15.614030 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7873a924-f396-4777-aefe-3ad72908e3ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:27:15.614532 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7873a924-f396-4777-aefe-3ad72908e3ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:27:15.615314 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7873a924-f396-4777-aefe-3ad72908e3ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:27:15.616620 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7873a924-f396-4777-aefe-3ad72908e3ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:27:15.617927 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7873a924-f396-4777-aefe-3ad72908e3ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:27:15.619267 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7873a924-f396-4777-aefe-3ad72908e3ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:27:15.620705 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7873a924-f396-4777-aefe-3ad72908e3ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:27:15.622048 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7873a924-f396-4777-aefe-3ad72908e3ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:27:15.622574 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7873a924-f396-4777-aefe-3ad72908e3ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:27:15.624710 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7873a924-f396-4777-aefe-3ad72908e3ef None None] Tracked resource versions report: Nov 09 15:27:15.624710 dv-cinder-817223-1-smb neutron-server[86841]: pushed versions: Nov 09 15:27:15.624710 dv-cinder-817223-1-smb neutron-server[86841]: { 'AddressGroup': {'1.2'}, Nov 09 15:27:15.624710 dv-cinder-817223-1-smb neutron-server[86841]: 'ConntrackHelper': {'1.0'}, Nov 09 15:27:15.624710 dv-cinder-817223-1-smb neutron-server[86841]: 'Log': {'1.0'}, Nov 09 15:27:15.624710 dv-cinder-817223-1-smb neutron-server[86841]: 'Network': {'1.1'}, Nov 09 15:27:15.624710 dv-cinder-817223-1-smb neutron-server[86841]: 'Port': {'1.7'}, Nov 09 15:27:15.624710 dv-cinder-817223-1-smb neutron-server[86841]: 'PortForwarding': {'1.2'}, Nov 09 15:27:15.624710 dv-cinder-817223-1-smb neutron-server[86841]: 'QosPolicy': {'1.8'}, Nov 09 15:27:15.624710 dv-cinder-817223-1-smb neutron-server[86841]: 'SecurityGroup': {'1.4'}, Nov 09 15:27:15.624710 dv-cinder-817223-1-smb neutron-server[86841]: 'SecurityGroupRule': {'1.2'}, Nov 09 15:27:15.624710 dv-cinder-817223-1-smb neutron-server[86841]: 'SubPort': {'1.0'}, Nov 09 15:27:15.624710 dv-cinder-817223-1-smb neutron-server[86841]: 'Subnet': {'1.1'}, Nov 09 15:27:15.624710 dv-cinder-817223-1-smb neutron-server[86841]: 'Trunk': {'1.1'}} Nov 09 15:27:15.624710 dv-cinder-817223-1-smb neutron-server[86841]: consumer versions: Nov 09 15:27:15.624710 dv-cinder-817223-1-smb neutron-server[86841]: { DHCP agent@dv-cinder-817223-1-smb: {}, Nov 09 15:27:15.624710 dv-cinder-817223-1-smb neutron-server[86841]: HyperV agent@hv-cinder-81722: {}, Nov 09 15:27:15.624710 dv-cinder-817223-1-smb neutron-server[86841]: L3 agent@dv-cinder-817223-1-smb: {}, Nov 09 15:27:15.624710 dv-cinder-817223-1-smb neutron-server[86841]: Metadata agent@dv-cinder-817223-1-smb: {}, Nov 09 15:27:15.624710 dv-cinder-817223-1-smb neutron-server[86841]: Metering agent@dv-cinder-817223-1-smb: {}, Nov 09 15:27:15.624710 dv-cinder-817223-1-smb neutron-server[86841]: Open vSwitch agent@dv-cinder-817223-1-smb: { 'AddressGroup': '1.2', Nov 09 15:27:15.624710 dv-cinder-817223-1-smb neutron-server[86841]: 'ConntrackHelper': '1.0', Nov 09 15:27:15.624710 dv-cinder-817223-1-smb neutron-server[86841]: 'Log': '1.0', Nov 09 15:27:15.624710 dv-cinder-817223-1-smb neutron-server[86841]: 'Network': '1.1', Nov 09 15:27:15.624710 dv-cinder-817223-1-smb neutron-server[86841]: 'Port': '1.7', Nov 09 15:27:15.624710 dv-cinder-817223-1-smb neutron-server[86841]: 'PortForwarding': '1.2', Nov 09 15:27:15.624710 dv-cinder-817223-1-smb neutron-server[86841]: 'QosPolicy': '1.8', Nov 09 15:27:15.624710 dv-cinder-817223-1-smb neutron-server[86841]: 'SecurityGroup': '1.4', Nov 09 15:27:15.624710 dv-cinder-817223-1-smb neutron-server[86841]: 'SecurityGroupRule': '1.2', Nov 09 15:27:15.624710 dv-cinder-817223-1-smb neutron-server[86841]: 'SubPort': '1.0', Nov 09 15:27:15.624710 dv-cinder-817223-1-smb neutron-server[86841]: 'Subnet': '1.1', Nov 09 15:27:15.624710 dv-cinder-817223-1-smb neutron-server[86841]: 'Trunk': '1.1'}} Nov 09 15:27:15.624710 dv-cinder-817223-1-smb neutron-server[86841]: {{(pid=86841) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 15:27:15.637056 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG oslo_concurrency.lockutils [None req-7873a924-f396-4777-aefe-3ad72908e3ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=86841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:15.652600 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.managers [None req-0480c379-3b3b-4842-8f70-ee9f90e20a9e None None] Attempting to bind port f83defcc-f554-4c34-8d90-9ba2cba64fae on host dv-cinder-817223-1-smb for vnic_type normal with profile {{(pid=86841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 15:27:15.653921 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.managers [None req-0480c379-3b3b-4842-8f70-ee9f90e20a9e None None] Attempting to bind port f83defcc-f554-4c34-8d90-9ba2cba64fae by drivers openvswitch,hyperv on host dv-cinder-817223-1-smb at level 0 using segments [{'id': '5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140'}] {{(pid=86841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 15:27:15.654647 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0480c379-3b3b-4842-8f70-ee9f90e20a9e None None] Attempting to bind port f83defcc-f554-4c34-8d90-9ba2cba64fae on network de089fbd-190d-42e2-b873-9d0b1c33f140 {{(pid=86841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:27:15.668733 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-8debf685-f198-4f9b-b296-d0ae99a6c22e None None] Set router 35844a15-8600-4606-b254-060c78efc1d6 gateway port host: dv-cinder-817223-1-smb {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:27:15.678160 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0480c379-3b3b-4842-8f70-ee9f90e20a9e None None] Checking agent: {'id': '189eed03-d966-4875-a18c-83c7415689a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817223-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 17, 55), 'started_at': datetime.datetime(2021, 11, 9, 15, 18, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817223-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 09 15:27:15.679683 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0480c379-3b3b-4842-8f70-ee9f90e20a9e None None] Checking segment: {'id': '5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:27:15.682138 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron_lib.callbacks.manager [None req-0480c379-3b3b-4842-8f70-ee9f90e20a9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:15.682725 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0480c379-3b3b-4842-8f70-ee9f90e20a9e None None] Bound using segment: {'id': '5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140'} {{(pid=86841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 09 15:27:15.683750 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.managers [None req-0480c379-3b3b-4842-8f70-ee9f90e20a9e None None] Bound port: f83defcc-f554-4c34-8d90-9ba2cba64fae, host: dv-cinder-817223-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140'}}] {{(pid=86841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 15:27:15.685999 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron_lib.callbacks.manager [None req-0480c379-3b3b-4842-8f70-ee9f90e20a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:15.707335 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-4f2b49bc-65a0-4e14-a625-1c0a5474af91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.070s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:15.735505 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-d0384bd3-a03f-4de0-b733-f52bf5fd4d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:15.751209 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-6b02cf49-1f35-4341-93c7-a3ba4e52bc80 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] Made reservation on behalf of 3f1b08c7380d4fe189a00070c35f22e4 for: {'port': 1} {{(pid=86839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 15:27:15.756436 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-6b02cf49-1f35-4341-93c7-a3ba4e52bc80 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:15.777101 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-b825c6da-72a1-472b-87f1-1c7503278f06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:15.800998 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0384bd3-a03f-4de0-b733-f52bf5fd4d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77033bec-8f69-4a4b-b213-8a6afc2e6369,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:15.822087 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-d0384bd3-a03f-4de0-b733-f52bf5fd4d9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:15.923645 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.db [None req-0480c379-3b3b-4842-8f70-ee9f90e20a9e None None] For port f83defcc-f554-4c34-8d90-9ba2cba64fae, host dv-cinder-817223-1-smb, cleared binding levels {{(pid=86841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 09 15:27:15.933948 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.db [None req-0480c379-3b3b-4842-8f70-ee9f90e20a9e None None] For port f83defcc-f554-4c34-8d90-9ba2cba64fae, host dv-cinder-817223-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=f83defcc-f554-4c34-8d90-9ba2cba64fae,segment=NetworkSegment(5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3),segment_id=5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3)] {{(pid=86841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 09 15:27:15.945527 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron_lib.callbacks.manager [None req-0480c379-3b3b-4842-8f70-ee9f90e20a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:15.977255 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:16.042316 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.db_base_plugin_common [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-6b02cf49-1f35-4341-93c7-a3ba4e52bc80 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] Allocated IP 172.20.0.13 (83f31a2a-2594-4e3a-8479-7e016c995183/d43a8bd0-955a-4c7e-be63-cba9b031710a/f1a11c1a-e40c-4f1f-90e2-fed1fc36beaf) {{(pid=86839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 15:27:16.109344 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-fed1f52c-ae0f-4a0c-b700-2b5abbe1ef66 req-cd60cd98-dc4d-4fb2-9869-ee83f471a0fb tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] 10.222.0.83 "GET /v2.0/ports?device_id=d39a65c0-69ef-4170-b917-bec2211a3000 HTTP/1.1" status: 200 len: 210 time: 0.9917047 Nov 09 15:27:16.173664 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [req-c866a47b-90f4-4828-827f-24bd7aa4b706 req-a792ecee-ac63-448c-8c3b-936945e76c68 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:16.210565 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-c866a47b-90f4-4828-827f-24bd7aa4b706 req-a792ecee-ac63-448c-8c3b-936945e76c68 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Usage tracker for resource:port and tenant:28b355fa4e264999823dc9f7078c4198 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:16.215266 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-c866a47b-90f4-4828-827f-24bd7aa4b706 req-a792ecee-ac63-448c-8c3b-936945e76c68 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:16.319256 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device 5792bdce-5448-472d-9531-4149520ea9e3 up at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:27:16.326070 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0480c379-3b3b-4842-8f70-ee9f90e20a9e None None] Routers {'b7665c91-6eac-4dd6-ac27-61681dec3fdd'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:27:16.330208 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-0480c379-3b3b-4842-8f70-ee9f90e20a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:26:58Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['b7665c91-6eac-4dd6-ac27-61681dec3fdd'], 'active': True} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:27:16.356802 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [req-c866a47b-90f4-4828-827f-24bd7aa4b706 req-a792ecee-ac63-448c-8c3b-936945e76c68 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:16.413416 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c866a47b-90f4-4828-827f-24bd7aa4b706 req-a792ecee-ac63-448c-8c3b-936945e76c68 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Made reservation on behalf of 28b355fa4e264999823dc9f7078c4198 for: {'port': 1} {{(pid=86838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 15:27:16.419382 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-c866a47b-90f4-4828-827f-24bd7aa4b706 req-a792ecee-ac63-448c-8c3b-936945e76c68 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:16.655339 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-041a75a7-e928-40db-b59c-9db1d8ae2bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:16.674433 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-d0384bd3-a03f-4de0-b733-f52bf5fd4d9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:16.676058 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-d0384bd3-a03f-4de0-b733-f52bf5fd4d9b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/77033bec-8f69-4a4b-b213-8a6afc2e6369 HTTP/1.1" status: 204 len: 168 time: 1.9388514 Nov 09 15:27:16.760108 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-6b02cf49-1f35-4341-93c7-a3ba4e52bc80 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] Notify callbacks [] for port, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:16.881392 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7873a924-f396-4777-aefe-3ad72908e3ef None None] Pushing event updated for resources: {'Port': ['ID=f83defcc-f554-4c34-8d90-9ba2cba64fae,revision_number=3']} {{(pid=86841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:16.899124 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG oslo_concurrency.lockutils [None req-7873a924-f396-4777-aefe-3ad72908e3ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.923s {{(pid=86841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:16.946364 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvr_db [None req-0480c379-3b3b-4842-8f70-ee9f90e20a9e None None] Set router b7665c91-6eac-4dd6-ac27-61681dec3fdd gateway port host: dv-cinder-817223-1-smb {{(pid=86841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:27:17.023453 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-167c91eb-5066-4c67-9859-e0e51100d7f8 req-7c168692-2045-4e89-8bc4-8ec145f6a1f8 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7f33deb-c2b3-4278-8078-99ec064ab19a HTTP/1.1" status: 200 len: 210 time: 0.4825680 Nov 09 15:27:17.183385 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.db_base_plugin_common [None req-041a75a7-e928-40db-b59c-9db1d8ae2bce admin admin] Allocated IP 172.20.0.1 (4e486921-0f80-48c5-9888-ae5de3f1e305/5ec84acc-d70c-4e8d-bb6d-6e13232b6778/f9d381bc-8853-40c6-975d-713644bb15b8) {{(pid=86839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 15:27:17.560370 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning complete for port 5792bdce-5448-472d-9531-4149520ea9e3 triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:27:17.560890 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:17.590613 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 35344) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:17.678075 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e57f7fe8-b07b-4402-a7cd-96c16fe6553c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:17.685859 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-0480c379-3b3b-4842-8f70-ee9f90e20a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'name': 'tempest-AttachVolumeShelveTestJSON-159271723-router', 'tenant_id': '4c426877957540c3ae3ca3dce095a0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': 'f83defcc-f554-4c34-8d90-9ba2cba64fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:27:05Z', 'updated_at': '2021-11-09T15:27:08Z', 'revision_number': 3, 'project_id': '4c426877957540c3ae3ca3dce095a0e8', 'gw_port': {'id': 'f83defcc-f554-4c34-8d90-9ba2cba64fae', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:07Z', 'updated_at': '2021-11-09T15:27:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb'}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:27:17.696795 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0480c379-3b3b-4842-8f70-ee9f90e20a9e None None] The sync data for ids ['b7665c91-6eac-4dd6-ac27-61681dec3fdd'] in dv-cinder-817223-1-smb is: [{'id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'name': 'tempest-AttachVolumeShelveTestJSON-159271723-router', 'tenant_id': '4c426877957540c3ae3ca3dce095a0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': 'f83defcc-f554-4c34-8d90-9ba2cba64fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:27:05Z', 'updated_at': '2021-11-09T15:27:08Z', 'revision_number': 3, 'project_id': '4c426877957540c3ae3ca3dce095a0e8', 'gw_port': {'id': 'f83defcc-f554-4c34-8d90-9ba2cba64fae', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:07Z', 'updated_at': '2021-11-09T15:27:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb'}] {{(pid=86841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 15:27:17.716059 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-8debf685-f198-4f9b-b296-d0ae99a6c22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35844a15-8600-4606-b254-060c78efc1d6', 'name': 'tempest-AttachVolumeTestJSON-600668670-router', 'tenant_id': '41dafbb04b984e61a49bf7c195f04598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.217'}], 'enable_snat': True}, 'gw_port_id': 'ee1577dd-f5f0-4945-80ba-b63d07808acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:27:05Z', 'updated_at': '2021-11-09T15:27:10Z', 'revision_number': 3, 'project_id': '41dafbb04b984e61a49bf7c195f04598', 'gw_port': {'id': 'ee1577dd-f5f0-4945-80ba-b63d07808acd', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d3:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35844a15-8600-4606-b254-060c78efc1d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:07Z', 'updated_at': '2021-11-09T15:27:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb'}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:27:17.724794 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-e57f7fe8-b07b-4402-a7cd-96c16fe6553c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:17.730587 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-e57f7fe8-b07b-4402-a7cd-96c16fe6553c admin admin] Usage tracker for resource:security_group_rule and tenant:42742f28d2ec4fc3822b8a2219868fc9 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:17.736203 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-e57f7fe8-b07b-4402-a7cd-96c16fe6553c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:17.738717 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4f2b49bc-65a0-4e14-a625-1c0a5474af91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:17.750576 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-e57f7fe8-b07b-4402-a7cd-96c16fe6553c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:17.817637 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8debf685-f198-4f9b-b296-d0ae99a6c22e None None] Checking router: 35844a15-8600-4606-b254-060c78efc1d6 for host: dv-cinder-817223-1-smb {{(pid=86840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 15:27:17.819893 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8debf685-f198-4f9b-b296-d0ae99a6c22e None None] Updating router 35844a15-8600-4606-b254-060c78efc1d6 port ee1577dd-f5f0-4945-80ba-b63d07808acd binding host dv-cinder-817223-1-smb {{(pid=86840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 15:27:17.908620 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 35350) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:17.998747 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e57f7fe8-b07b-4402-a7cd-96c16fe6553c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:18.035199 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e57f7fe8-b07b-4402-a7cd-96c16fe6553c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:18.038219 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-6b02cf49-1f35-4341-93c7-a3ba4e52bc80 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763972296951'] for port, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:18.053644 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-8debf685-f198-4f9b-b296-d0ae99a6c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:18.073102 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-041a75a7-e928-40db-b59c-9db1d8ae2bce admin admin] Notify callbacks [] for port, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:18.217178 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-e4127fde-0622-4cb3-91f3-172f36d11282 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:18.246585 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-e57f7fe8-b07b-4402-a7cd-96c16fe6553c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=42742f28d2ec4fc3822b8a2219868fc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6543288 Nov 09 15:27:18.308034 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 35364) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:18.476163 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-041a75a7-e928-40db-b59c-9db1d8ae2bce admin admin] Transition to ACTIVE for port object f9d381bc-8853-40c6-975d-713644bb15b8 will not be triggered until provisioned by entity DHCP. {{(pid=86839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:27:18.481738 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device f83defcc-f554-4c34-8d90-9ba2cba64fae up at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:27:18.495227 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-6b02cf49-1f35-4341-93c7-a3ba4e52bc80 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] Network 83f31a2a-2594-4e3a-8479-7e016c995183 is already hosted by enough agents. {{(pid=86839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 15:27:18.575262 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.base_scheduler [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-6b02cf49-1f35-4341-93c7-a3ba4e52bc80 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] Resources bound (agent type, host, resource id): {{(pid=86839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:27:18.606805 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-6b02cf49-1f35-4341-93c7-a3ba4e52bc80 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] Received port after_create {{(pid=86839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 09 15:27:18.629387 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-6b02cf49-1f35-4341-93c7-a3ba4e52bc80 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:18.630268 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-6b02cf49-1f35-4341-93c7-a3ba4e52bc80 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for port, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:18.726304 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f7fe8-b07b-4402-a7cd-96c16fe6553c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2955cbda-da28-490b-a323-4adb3473faeb,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:18.735330 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-e57f7fe8-b07b-4402-a7cd-96c16fe6553c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:18.737990 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-6b02cf49-1f35-4341-93c7-a3ba4e52bc80 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6867378 Nov 09 15:27:18.739053 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-c398b5db-62a3-4994-8171-d3be7c7787f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.430s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:18.858570 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8cd59cc2-8fff-4623-9566-245cd1a9515d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:18.922773 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8cd59cc2-8fff-4623-9566-245cd1a9515d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:19.012176 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b02cf49-1f35-4341-93c7-a3ba4e52bc80 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] Pushing event updated for resources: {'Port': ['ID=f1a11c1a-e40c-4f1f-90e2-fed1fc36beaf,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:19.038715 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-6b02cf49-1f35-4341-93c7-a3ba4e52bc80 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:19.045984 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8cd59cc2-8fff-4623-9566-245cd1a9515d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:19.050615 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-041a75a7-e928-40db-b59c-9db1d8ae2bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763972296951'] for port, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:19.059720 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:19.095824 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041a75a7-e928-40db-b59c-9db1d8ae2bce admin admin] Network 4e486921-0f80-48c5-9888-ae5de3f1e305 is already hosted by enough agents. {{(pid=86839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 15:27:19.098817 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.base_scheduler [None req-041a75a7-e928-40db-b59c-9db1d8ae2bce admin admin] Resources bound (agent type, host, resource id): {{(pid=86839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:27:19.103782 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041a75a7-e928-40db-b59c-9db1d8ae2bce admin admin] Received port after_create {{(pid=86839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 09 15:27:19.104213 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-041a75a7-e928-40db-b59c-9db1d8ae2bce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-822339'] for router_interface, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:19.258064 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd59cc2-8fff-4623-9566-245cd1a9515d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2955cbda-da28-490b-a323-4adb3473faeb,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:19.263433 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-8cd59cc2-8fff-4623-9566-245cd1a9515d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:19.269510 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:19.292190 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.db_base_plugin_common [req-c866a47b-90f4-4828-827f-24bd7aa4b706 req-a792ecee-ac63-448c-8c3b-936945e76c68 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Allocated IP 172.20.0.11 (b035d5f5-109a-431a-855e-5d68d792ce82/00451814-090f-4726-afa8-b056c39dc97c/9f74fd00-44b6-4aef-8ce4-7462002bd590) {{(pid=86838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 15:27:19.300540 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning for port f83defcc-f554-4c34-8d90-9ba2cba64fae completed by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:27:19.360324 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning complete for port f83defcc-f554-4c34-8d90-9ba2cba64fae triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:27:19.364660 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:19.597219 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8cd59cc2-8fff-4623-9566-245cd1a9515d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:19.600657 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-8cd59cc2-8fff-4623-9566-245cd1a9515d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2955cbda-da28-490b-a323-4adb3473faeb HTTP/1.1" status: 204 len: 168 time: 1.2687995 Nov 09 15:27:19.653299 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a75a7-e928-40db-b59c-9db1d8ae2bce admin admin] Pushing event updated for resources: {'Port': ['ID=f9d381bc-8853-40c6-975d-713644bb15b8,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:19.673705 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-041a75a7-e928-40db-b59c-9db1d8ae2bce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:19.705789 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-041a75a7-e928-40db-b59c-9db1d8ae2bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:19.737323 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-312a922b-70c9-4649-9404-25373b534e87 None None] Provisioning for port f9d381bc-8853-40c6-975d-713644bb15b8 completed by entity DHCP. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:27:19.760282 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-312a922b-70c9-4649-9404-25373b534e87 None None] Provisioning complete for port f9d381bc-8853-40c6-975d-713644bb15b8 triggered by entity DHCP. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:27:19.760282 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-312a922b-70c9-4649-9404-25373b534e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:20.130514 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.agents_db [None req-0bb7c99c-2b67-41fc-97bf-7ac1ae3a1626 None None] Agent healthcheck: found 6 active agents {{(pid=86841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 15:27:20.144863 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-041a75a7-e928-40db-b59c-9db1d8ae2bce admin admin] Notify callbacks [] for port, precommit_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:20.147609 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:20.152143 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-041a75a7-e928-40db-b59c-9db1d8ae2bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:20.153298 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-041a75a7-e928-40db-b59c-9db1d8ae2bce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-822316'] for router_interface, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:20.165590 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:20.171992 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:20.178357 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4f2b49bc-65a0-4e14-a625-1c0a5474af91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-822297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978201'] for router, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:20.215383 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] For port f83defcc-f554-4c34-8d90-9ba2cba64fae, host dv-cinder-817223-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=f83defcc-f554-4c34-8d90-9ba2cba64fae,segment=NetworkSegment(5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3),segment_id=5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:27:20.218148 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-312a922b-70c9-4649-9404-25373b534e87 None None] Port f9d381bc-8853-40c6-975d-713644bb15b8 cannot update to ACTIVE because it is not bound. {{(pid=86840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 09 15:27:20.233759 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:20.259167 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-326e0b62-4a2f-4286-91c1-42cb4b90ca08 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-411862716-network', 'tenant_id': '33fd51f0e47e4834a21e5645c0da74da'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:27:20.284777 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-326e0b62-4a2f-4286-91c1-42cb4b90ca08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:20.286088 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:20.294956 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-326e0b62-4a2f-4286-91c1-42cb4b90ca08 admin admin] Usage tracker for resource:network and tenant:33fd51f0e47e4834a21e5645c0da74da is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:20.302384 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-326e0b62-4a2f-4286-91c1-42cb4b90ca08 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:20.317977 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-326e0b62-4a2f-4286-91c1-42cb4b90ca08 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:20.608445 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Pushing event updated for resources: {'Port': ['ID=f83defcc-f554-4c34-8d90-9ba2cba64fae,revision_number=4']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:20.626877 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:20.646561 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a75a7-e928-40db-b59c-9db1d8ae2bce admin admin] Pushing event updated for resources: {'Port': ['ID=f9d381bc-8853-40c6-975d-713644bb15b8,revision_number=2']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:20.651700 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-041a75a7-e928-40db-b59c-9db1d8ae2bce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:20.714023 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-8debf685-f198-4f9b-b296-d0ae99a6c22e None None] Notify callbacks [] for port, precommit_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:20.742400 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-bffa1298-f1e9-4dbb-a8cb-bff03e1ab6e0 req-d84f21ed-f429-411e-819b-73bc2af48f54 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7f33deb-c2b3-4278-8078-99ec064ab19a HTTP/1.1" status: 200 len: 210 time: 2.3102887 Nov 09 15:27:20.763486 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-8debf685-f198-4f9b-b296-d0ae99a6c22e None None] Transition to ACTIVE for port object ee1577dd-f5f0-4945-80ba-b63d07808acd will not be triggered until provisioned by entity L2. {{(pid=86840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:27:20.780440 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326e0b62-4a2f-4286-91c1-42cb4b90ca08 admin admin] Made reservation on behalf of 33fd51f0e47e4834a21e5645c0da74da for: {'network': 1} {{(pid=86838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 15:27:20.783873 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-8debf685-f198-4f9b-b296-d0ae99a6c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:20.797290 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-326e0b62-4a2f-4286-91c1-42cb4b90ca08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for network, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:20.816331 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:20.871940 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041a75a7-e928-40db-b59c-9db1d8ae2bce admin admin] Network 4e486921-0f80-48c5-9888-ae5de3f1e305 is already hosted by enough agents. {{(pid=86839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 15:27:20.874971 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.base_scheduler [None req-041a75a7-e928-40db-b59c-9db1d8ae2bce admin admin] Resources bound (agent type, host, resource id): {{(pid=86839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:27:20.940611 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-326e0b62-4a2f-4286-91c1-42cb4b90ca08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:21.074488 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2a0360-29dd-4856-82e2-6474b77b84f5 None None] Pushing event updated for resources: {'Port': ['ID=ee1577dd-f5f0-4945-80ba-b63d07808acd,revision_number=2']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:21.086748 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-8a2a0360-29dd-4856-82e2-6474b77b84f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:21.091978 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-8debf685-f198-4f9b-b296-d0ae99a6c22e None None] Attempting to bind port ee1577dd-f5f0-4945-80ba-b63d07808acd on host dv-cinder-817223-1-smb for vnic_type normal with profile {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 15:27:21.093711 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-8debf685-f198-4f9b-b296-d0ae99a6c22e None None] Attempting to bind port ee1577dd-f5f0-4945-80ba-b63d07808acd by drivers openvswitch,hyperv on host dv-cinder-817223-1-smb at level 0 using segments [{'id': '5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140'}] {{(pid=86840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 15:27:21.097502 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8debf685-f198-4f9b-b296-d0ae99a6c22e None None] Attempting to bind port ee1577dd-f5f0-4945-80ba-b63d07808acd on network de089fbd-190d-42e2-b873-9d0b1c33f140 {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:27:21.112769 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8debf685-f198-4f9b-b296-d0ae99a6c22e None None] Checking agent: {'id': '189eed03-d966-4875-a18c-83c7415689a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817223-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 17, 55), 'started_at': datetime.datetime(2021, 11, 9, 15, 18, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817223-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 09 15:27:21.113560 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8debf685-f198-4f9b-b296-d0ae99a6c22e None None] Checking segment: {'id': '5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:27:21.114210 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-8debf685-f198-4f9b-b296-d0ae99a6c22e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:21.114986 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8debf685-f198-4f9b-b296-d0ae99a6c22e None None] Bound using segment: {'id': '5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140'} {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 09 15:27:21.115677 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-8debf685-f198-4f9b-b296-d0ae99a6c22e None None] Bound port: ee1577dd-f5f0-4945-80ba-b63d07808acd, host: dv-cinder-817223-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140'}}] {{(pid=86840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 15:27:21.118315 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-8debf685-f198-4f9b-b296-d0ae99a6c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:21.327232 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 35424) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:21.352399 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-8debf685-f198-4f9b-b296-d0ae99a6c22e None None] For port ee1577dd-f5f0-4945-80ba-b63d07808acd, host dv-cinder-817223-1-smb, cleared binding levels {{(pid=86840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 09 15:27:21.369668 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-8debf685-f198-4f9b-b296-d0ae99a6c22e None None] For port ee1577dd-f5f0-4945-80ba-b63d07808acd, host dv-cinder-817223-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=ee1577dd-f5f0-4945-80ba-b63d07808acd,segment=NetworkSegment(5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3),segment_id=5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3)] {{(pid=86840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 09 15:27:21.389142 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-8debf685-f198-4f9b-b296-d0ae99a6c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:21.393248 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-3f1fac35-4807-4457-a826-4af6f8731efc None None] Provisioning complete for port f9d381bc-8853-40c6-975d-713644bb15b8 triggered by entity DHCP. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:27:21.394280 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-3f1fac35-4807-4457-a826-4af6f8731efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:21.423351 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-041a75a7-e928-40db-b59c-9db1d8ae2bce admin admin] Router b7665c91-6eac-4dd6-ac27-61681dec3fdd has already been hosted by L3 agent d083232d-238f-4a80-a5b8-222ad2e2cbfd {{(pid=86839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 09 15:27:21.487619 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:21.588642 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-326e0b62-4a2f-4286-91c1-42cb4b90ca08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:21.598657 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-326e0b62-4a2f-4286-91c1-42cb4b90ca08 admin admin] Usage tracker for resource:security_group_rule and tenant:33fd51f0e47e4834a21e5645c0da74da is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:21.607316 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-326e0b62-4a2f-4286-91c1-42cb4b90ca08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:21.621788 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-326e0b62-4a2f-4286-91c1-42cb4b90ca08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:21.707274 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2a0360-29dd-4856-82e2-6474b77b84f5 None None] Pushing event updated for resources: {'Port': ['ID=ee1577dd-f5f0-4945-80ba-b63d07808acd,revision_number=3']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:21.722279 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-8a2a0360-29dd-4856-82e2-6474b77b84f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:21.730871 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8debf685-f198-4f9b-b296-d0ae99a6c22e None None] Routers {'35844a15-8600-4606-b254-060c78efc1d6'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:27:21.732096 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-8debf685-f198-4f9b-b296-d0ae99a6c22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:26:58Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['35844a15-8600-4606-b254-060c78efc1d6'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:27:21.746707 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd02537-2ec5-42ff-b5d4-870e94aa2bc1 req-f09e7b1b-3e35-468f-8534-39b168c72d1a tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:21.748273 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ecd02537-2ec5-42ff-b5d4-870e94aa2bc1 req-f09e7b1b-3e35-468f-8534-39b168c72d1a tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] 10.222.0.83 "GET /v2.0/ports?device_id=d39a65c0-69ef-4170-b917-bec2211a3000 HTTP/1.1" status: 200 len: 932 time: 3.8385839 Nov 09 15:27:21.837965 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-3f1fac35-4807-4457-a826-4af6f8731efc None None] Port f9d381bc-8853-40c6-975d-713644bb15b8 cannot update to ACTIVE because it is not bound. {{(pid=86840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 09 15:27:21.931231 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041a75a7-e928-40db-b59c-9db1d8ae2bce admin admin] Notify agent at l3_agent.dv-cinder-817223-1-smb the message routers_updated {{(pid=86839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 09 15:27:21.942314 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d495d199-c4a3-4c6c-a057-42ce039cad73 None None] Sync routers for ids ['b7665c91-6eac-4dd6-ac27-61681dec3fdd'] in dv-cinder-817223-1-smb {{(pid=86841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 15:27:21.960442 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d495d199-c4a3-4c6c-a057-42ce039cad73 None None] Routers {'b7665c91-6eac-4dd6-ac27-61681dec3fdd'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:27:21.961296 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-d495d199-c4a3-4c6c-a057-42ce039cad73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:26:58Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['b7665c91-6eac-4dd6-ac27-61681dec3fdd'], 'active': True} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:27:21.978930 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-bdca634a-a107-4f74-b632-ed89988e493e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:21.980772 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-326e0b62-4a2f-4286-91c1-42cb4b90ca08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:22.015515 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-041a75a7-e928-40db-b59c-9db1d8ae2bce admin admin] 10.222.0.83 "PUT /v2.0/routers/b7665c91-6eac-4dd6-ac27-61681dec3fdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0453339 Nov 09 15:27:22.028451 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-bdca634a-a107-4f74-b632-ed89988e493e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:22.040380 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-bdca634a-a107-4f74-b632-ed89988e493e admin admin] Usage tracker for resource:security_group_rule and tenant:e164eb7602a84dbb967f298442cd5f47 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:22.044157 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-bdca634a-a107-4f74-b632-ed89988e493e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:22.053256 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-bdca634a-a107-4f74-b632-ed89988e493e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:22.239229 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-bdca634a-a107-4f74-b632-ed89988e493e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:22.239808 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-8debf685-f198-4f9b-b296-d0ae99a6c22e None None] Set router 35844a15-8600-4606-b254-060c78efc1d6 gateway port host: dv-cinder-817223-1-smb {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:27:22.245384 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-bdca634a-a107-4f74-b632-ed89988e493e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:22.282186 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-76505f91-9f61-450a-9140-504745b18d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:22.296087 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvr_db [None req-d495d199-c4a3-4c6c-a057-42ce039cad73 None None] Set router b7665c91-6eac-4dd6-ac27-61681dec3fdd gateway port host: dv-cinder-817223-1-smb {{(pid=86841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:27:22.299438 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-e57f7fe8-b07b-4402-a7cd-96c16fe6553c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:22.380955 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-c866a47b-90f4-4828-827f-24bd7aa4b706 req-a792ecee-ac63-448c-8c3b-936945e76c68 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Notify callbacks [] for port, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:22.415949 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-bdca634a-a107-4f74-b632-ed89988e493e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e164eb7602a84dbb967f298442cd5f47&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0845563 Nov 09 15:27:22.420767 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdca634a-a107-4f74-b632-ed89988e493e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a51e06-d0b5-4717-b9b7-f2e8505f3486,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:22.428173 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 35450) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:22.439199 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-bdca634a-a107-4f74-b632-ed89988e493e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:22.521863 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8c8007cb-4fda-4349-8d8f-5a8e53817427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:22.555202 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-326e0b62-4a2f-4286-91c1-42cb4b90ca08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:22.555694 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8c8007cb-4fda-4349-8d8f-5a8e53817427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:22.568336 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device f83defcc-f554-4c34-8d90-9ba2cba64fae up at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:27:22.639034 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8c8007cb-4fda-4349-8d8f-5a8e53817427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:22.641991 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-c866a47b-90f4-4828-827f-24bd7aa4b706 req-a792ecee-ac63-448c-8c3b-936945e76c68 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763972296951'] for port, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:22.643511 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:22.648518 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-e9c1dea5-2ae3-42b7-8451-1f45e73a4823 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:22.665644 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8007cb-4fda-4349-8d8f-5a8e53817427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a51e06-d0b5-4717-b9b7-f2e8505f3486,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:22.692344 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-8c8007cb-4fda-4349-8d8f-5a8e53817427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:22.693161 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8c8007cb-4fda-4349-8d8f-5a8e53817427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:22.719477 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-8c8007cb-4fda-4349-8d8f-5a8e53817427 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/23a51e06-d0b5-4717-b9b7-f2e8505f3486 HTTP/1.1" status: 204 len: 168 time: 0.2650747 Nov 09 15:27:22.733173 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-05b7a49c-0e29-478c-a9c9-58a88b58eb61 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=86839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 15:27:22.740126 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-05b7a49c-0e29-478c-a9c9-58a88b58eb61 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0176075 Nov 09 15:27:23.005550 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ecd02537-2ec5-42ff-b5d4-870e94aa2bc1 req-ea76a7bb-e628-4059-9b8a-6592c6507736 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] 10.222.0.83 "GET /v2.0/security-groups?id=d55644a2-12d0-4b9a-ac54-2301ade382d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1735990 Nov 09 15:27:23.099238 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-326e0b62-4a2f-4286-91c1-42cb4b90ca08 admin admin] vlan segment allocate from pool success with {'vlan_id': 1233, 'physical_network': 'physnet1'} {{(pid=86838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 15:27:23.125906 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-326e0b62-4a2f-4286-91c1-42cb4b90ca08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16429219'] for segment, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:23.129616 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.db.segments_db [None req-326e0b62-4a2f-4286-91c1-42cb4b90ca08 admin admin] Added segment 4516cef8-ef07-4d74-9b58-8b31b927a78e of type vlan for network a64edbc1-35c3-486a-8a98-3a35984e5a61 Nov 09 15:27:23.272661 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning complete for port f83defcc-f554-4c34-8d90-9ba2cba64fae triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:27:23.273854 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:23.342867 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-d495d199-c4a3-4c6c-a057-42ce039cad73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'name': 'tempest-AttachVolumeShelveTestJSON-159271723-router', 'tenant_id': '4c426877957540c3ae3ca3dce095a0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': 'f83defcc-f554-4c34-8d90-9ba2cba64fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:27:05Z', 'updated_at': '2021-11-09T15:27:19Z', 'revision_number': 4, 'project_id': '4c426877957540c3ae3ca3dce095a0e8', 'gw_port': {'id': 'f83defcc-f554-4c34-8d90-9ba2cba64fae', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:07Z', 'updated_at': '2021-11-09T15:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_interfaces': [{'id': 'f9d381bc-8853-40c6-975d-713644bb15b8', 'name': '', 'network_id': '4e486921-0f80-48c5-9888-ae5de3f1e305', 'tenant_id': '4c426877957540c3ae3ca3dce095a0e8', 'mac_address': 'fa:16:3e:70:de:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '5ec84acc-d70c-4e8d-bb6d-6e13232b6778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:16Z', 'updated_at': '2021-11-09T15:27:19Z', 'revision_number': 2, 'project_id': '4c426877957540c3ae3ca3dce095a0e8', 'subnets': [{'id': '5ec84acc-d70c-4e8d-bb6d-6e13232b6778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:27:23.358442 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d495d199-c4a3-4c6c-a057-42ce039cad73 None None] Checking router: b7665c91-6eac-4dd6-ac27-61681dec3fdd for host: dv-cinder-817223-1-smb {{(pid=86841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 15:27:23.359088 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d495d199-c4a3-4c6c-a057-42ce039cad73 None None] Updating router b7665c91-6eac-4dd6-ac27-61681dec3fdd port f9d381bc-8853-40c6-975d-713644bb15b8 binding host dv-cinder-817223-1-smb {{(pid=86841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 15:27:23.514609 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron_lib.callbacks.manager [None req-d495d199-c4a3-4c6c-a057-42ce039cad73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:23.517633 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.db_base_plugin_common [None req-76505f91-9f61-450a-9140-504745b18d6d admin admin] Allocated IP 172.20.0.1 (54e70c2d-ce99-4138-a9cc-3f850389a6a6/9b608a26-d042-452d-99ad-6e47cca5fd61/c0123e44-58b7-4fd3-94a6-a7b383ce95cb) {{(pid=86838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 15:27:23.857372 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-8debf685-f198-4f9b-b296-d0ae99a6c22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35844a15-8600-4606-b254-060c78efc1d6', 'name': 'tempest-AttachVolumeTestJSON-600668670-router', 'tenant_id': '41dafbb04b984e61a49bf7c195f04598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.217'}], 'enable_snat': True}, 'gw_port_id': 'ee1577dd-f5f0-4945-80ba-b63d07808acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:27:05Z', 'updated_at': '2021-11-09T15:27:10Z', 'revision_number': 3, 'project_id': '41dafbb04b984e61a49bf7c195f04598', 'gw_port': {'id': 'ee1577dd-f5f0-4945-80ba-b63d07808acd', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d3:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35844a15-8600-4606-b254-060c78efc1d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:07Z', 'updated_at': '2021-11-09T15:27:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb'}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:27:23.904294 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8debf685-f198-4f9b-b296-d0ae99a6c22e None None] The sync data for ids ['35844a15-8600-4606-b254-060c78efc1d6'] in dv-cinder-817223-1-smb is: [{'id': '35844a15-8600-4606-b254-060c78efc1d6', 'name': 'tempest-AttachVolumeTestJSON-600668670-router', 'tenant_id': '41dafbb04b984e61a49bf7c195f04598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.217'}], 'enable_snat': True}, 'gw_port_id': 'ee1577dd-f5f0-4945-80ba-b63d07808acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:27:05Z', 'updated_at': '2021-11-09T15:27:10Z', 'revision_number': 3, 'project_id': '41dafbb04b984e61a49bf7c195f04598', 'gw_port': {'id': 'ee1577dd-f5f0-4945-80ba-b63d07808acd', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d3:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35844a15-8600-4606-b254-060c78efc1d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:07Z', 'updated_at': '2021-11-09T15:27:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb'}] {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 15:27:24.000825 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-76505f91-9f61-450a-9140-504745b18d6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:24.087100 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.provisioning_blocks [None req-76505f91-9f61-450a-9140-504745b18d6d admin admin] Transition to ACTIVE for port object c0123e44-58b7-4fd3-94a6-a7b383ce95cb will not be triggered until provisioned by entity DHCP. {{(pid=86838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:27:24.132331 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.v2.base [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-db2a5e4f-4eea-4d33-b07c-4b07e63c1459 service neutron] Request body: {'port': {'device_id': 'd39a65c0-69ef-4170-b917-bec2211a3000', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=86839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:27:24.157404 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 35486) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:24.193393 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eedaa9-ff3e-4169-b4d9-1ac7ac73a92c req-484e41b1-0d07-4e47-8bd3-590a3d671199 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:24.199787 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-10eedaa9-ff3e-4169-b4d9-1ac7ac73a92c req-484e41b1-0d07-4e47-8bd3-590a3d671199 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7f33deb-c2b3-4278-8078-99ec064ab19a HTTP/1.1" status: 200 len: 932 time: 2.1430526 Nov 09 15:27:24.210439 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-76505f91-9f61-450a-9140-504745b18d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763972296951'] for port, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:24.224058 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326e0b62-4a2f-4286-91c1-42cb4b90ca08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b8b81d-1f68-43fe-bd33-dc37319dcdca,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:24.228223 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-326e0b62-4a2f-4286-91c1-42cb4b90ca08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.580s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:24.257691 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c866a47b-90f4-4828-827f-24bd7aa4b706 req-a792ecee-ac63-448c-8c3b-936945e76c68 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Network b035d5f5-109a-431a-855e-5d68d792ce82 is already hosted by enough agents. {{(pid=86838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 15:27:24.297715 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-f5d0aa8f-4aab-47fc-9998-a4ff9cd9d16b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.317s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:24.413650 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 35490) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:24.427294 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-db2a5e4f-4eea-4d33-b07c-4b07e63c1459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:24.427988 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f2b49bc-65a0-4e14-a625-1c0a5474af91 admin admin] Router 9122288b-4562-48c2-8128-f210649aadde is scheduled to L3 agent d083232d-238f-4a80-a5b8-222ad2e2cbfd with binding_index 1 {{(pid=86838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 09 15:27:24.454969 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-326e0b62-4a2f-4286-91c1-42cb4b90ca08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763972287609'] for network, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:24.472531 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron_lib.callbacks.manager [None req-d495d199-c4a3-4c6c-a057-42ce039cad73 None None] Notify callbacks [] for port, precommit_update {{(pid=86841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:24.513450 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.provisioning_blocks [None req-d495d199-c4a3-4c6c-a057-42ce039cad73 None None] Transition to ACTIVE for port object f9d381bc-8853-40c6-975d-713644bb15b8 will not be triggered until provisioned by entity L2. {{(pid=86841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:27:24.569470 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron_lib.callbacks.manager [None req-d495d199-c4a3-4c6c-a057-42ce039cad73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:24.579936 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:24.658469 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [req-c866a47b-90f4-4828-827f-24bd7aa4b706 req-a792ecee-ac63-448c-8c3b-936945e76c68 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Resources bound (agent type, host, resource id): {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:27:24.738117 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [req-c866a47b-90f4-4828-827f-24bd7aa4b706 req-a792ecee-ac63-448c-8c3b-936945e76c68 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Received port after_create {{(pid=86838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 09 15:27:24.751509 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c866a47b-90f4-4828-827f-24bd7aa4b706 req-a792ecee-ac63-448c-8c3b-936945e76c68 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:24.752527 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-c866a47b-90f4-4828-827f-24bd7aa4b706 req-a792ecee-ac63-448c-8c3b-936945e76c68 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:25.085505 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-10eedaa9-ff3e-4169-b4d9-1ac7ac73a92c req-0ecbe59d-3d75-415f-8c15-a79ebfc0a18b tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Synchronizing usage tracker for tenant:28b355fa4e264999823dc9f7078c4198 on resource:security_group {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 15:27:25.097153 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-326e0b62-4a2f-4286-91c1-42cb4b90ca08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for network, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:25.100979 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 35496) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:25.101171 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-0f577513-1514-4b6d-8166-a02cedaecc8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:25.122942 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e861c96-f162-4192-b6ec-1b1381dda23c None None] Pushing event updated for resources: {'Port': ['ID=f9d381bc-8853-40c6-975d-713644bb15b8,revision_number=3']} {{(pid=86841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:25.134645 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG oslo_concurrency.lockutils [None req-8e861c96-f162-4192-b6ec-1b1381dda23c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=86841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:25.163015 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c866a47b-90f4-4828-827f-24bd7aa4b706 req-a792ecee-ac63-448c-8c3b-936945e76c68 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 10.7081349 Nov 09 15:27:25.167191 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-ca926c59-00e4-4e6f-b5e8-03a0da7f166a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:25.213197 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-d37a5ad5-6ced-4861-ad83-90a3abf5fb12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:25.225071 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-663d644f-2067-4ed6-a9fe-202aa4e7082d tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Request body: {'security_group': {'name': 'tempest-securitygroup--734325693', 'description': 'tempest-description--703761559'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:27:25.240349 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326e0b62-4a2f-4286-91c1-42cb4b90ca08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:25.243672 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-326e0b62-4a2f-4286-91c1-42cb4b90ca08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:25.268664 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a792ecee-ac63-448c-8c3b-936945e76c68 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Pushing event updated for resources: {'Port': ['ID=9f74fd00-44b6-4aef-8ce4-7462002bd590,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:25.301755 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-10eedaa9-ff3e-4169-b4d9-1ac7ac73a92c req-0ecbe59d-3d75-415f-8c15-a79ebfc0a18b tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Unset dirty status for tenant:28b355fa4e264999823dc9f7078c4198 on resource:security_group {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 15:27:25.302835 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-10eedaa9-ff3e-4169-b4d9-1ac7ac73a92c req-0ecbe59d-3d75-415f-8c15-a79ebfc0a18b tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0737011 Nov 09 15:27:25.305595 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-663d644f-2067-4ed6-a9fe-202aa4e7082d tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:25.317562 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.managers [None req-d495d199-c4a3-4c6c-a057-42ce039cad73 None None] Attempting to bind port f9d381bc-8853-40c6-975d-713644bb15b8 on host dv-cinder-817223-1-smb for vnic_type normal with profile {{(pid=86841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 15:27:25.318018 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.managers [None req-d495d199-c4a3-4c6c-a057-42ce039cad73 None None] Attempting to bind port f9d381bc-8853-40c6-975d-713644bb15b8 by drivers openvswitch,hyperv on host dv-cinder-817223-1-smb at level 0 using segments [{'id': 'd9ea088f-84c5-40da-9a44-3534ad2a71f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '4e486921-0f80-48c5-9888-ae5de3f1e305'}] {{(pid=86841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 15:27:25.318383 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d495d199-c4a3-4c6c-a057-42ce039cad73 None None] Attempting to bind port f9d381bc-8853-40c6-975d-713644bb15b8 on network 4e486921-0f80-48c5-9888-ae5de3f1e305 {{(pid=86841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:27:25.335253 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d495d199-c4a3-4c6c-a057-42ce039cad73 None None] Checking agent: {'id': '189eed03-d966-4875-a18c-83c7415689a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817223-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 17, 55), 'started_at': datetime.datetime(2021, 11, 9, 15, 18, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817223-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 09 15:27:25.335637 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d495d199-c4a3-4c6c-a057-42ce039cad73 None None] Checking segment: {'id': 'd9ea088f-84c5-40da-9a44-3534ad2a71f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '4e486921-0f80-48c5-9888-ae5de3f1e305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:27:25.336046 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron_lib.callbacks.manager [None req-d495d199-c4a3-4c6c-a057-42ce039cad73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:25.336454 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d495d199-c4a3-4c6c-a057-42ce039cad73 None None] Bound using segment: {'id': 'd9ea088f-84c5-40da-9a44-3534ad2a71f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '4e486921-0f80-48c5-9888-ae5de3f1e305'} {{(pid=86841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 09 15:27:25.336927 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.managers [None req-d495d199-c4a3-4c6c-a057-42ce039cad73 None None] Bound port: f9d381bc-8853-40c6-975d-713644bb15b8, host: dv-cinder-817223-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ea088f-84c5-40da-9a44-3534ad2a71f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '4e486921-0f80-48c5-9888-ae5de3f1e305'}}] {{(pid=86841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 15:27:25.337314 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron_lib.callbacks.manager [None req-d495d199-c4a3-4c6c-a057-42ce039cad73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:25.363121 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-d37a5ad5-6ced-4861-ad83-90a3abf5fb12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:25.371736 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-d37a5ad5-6ced-4861-ad83-90a3abf5fb12 admin admin] Usage tracker for resource:security_group_rule and tenant:84418a415e3548c29ffe103629027923 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:25.377017 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-d37a5ad5-6ced-4861-ad83-90a3abf5fb12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:25.394866 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-d37a5ad5-6ced-4861-ad83-90a3abf5fb12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:25.487521 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:25.536602 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.db [None req-d495d199-c4a3-4c6c-a057-42ce039cad73 None None] For port f9d381bc-8853-40c6-975d-713644bb15b8, host dv-cinder-817223-1-smb, cleared binding levels {{(pid=86841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 09 15:27:25.543534 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.db [None req-d495d199-c4a3-4c6c-a057-42ce039cad73 None None] For port f9d381bc-8853-40c6-975d-713644bb15b8, host dv-cinder-817223-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=f9d381bc-8853-40c6-975d-713644bb15b8,segment=NetworkSegment(d9ea088f-84c5-40da-9a44-3534ad2a71f5),segment_id=d9ea088f-84c5-40da-9a44-3534ad2a71f5)] {{(pid=86841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 09 15:27:25.551243 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron_lib.callbacks.manager [None req-d495d199-c4a3-4c6c-a057-42ce039cad73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:25.558599 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-663d644f-2067-4ed6-a9fe-202aa4e7082d tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Usage tracker for resource:security_group and tenant:4c426877957540c3ae3ca3dce095a0e8 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:25.562422 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-663d644f-2067-4ed6-a9fe-202aa4e7082d tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:25.565593 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG oslo_concurrency.lockutils [None req-7873a924-f396-4777-aefe-3ad72908e3ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:25.581777 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-663d644f-2067-4ed6-a9fe-202aa4e7082d tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:25.630405 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76505f91-9f61-450a-9140-504745b18d6d admin admin] Network 54e70c2d-ce99-4138-a9cc-3f850389a6a6 is already hosted by enough agents. {{(pid=86838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 15:27:25.659592 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-db2a5e4f-4eea-4d33-b07c-4b07e63c1459 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1a11c1a-e40c-4f1f-90e2-fed1fc36beaf {{(pid=86839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 15:27:25.682612 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e861c96-f162-4192-b6ec-1b1381dda23c None None] Pushing event updated for resources: {'Port': ['ID=f9d381bc-8853-40c6-975d-713644bb15b8,revision_number=4']} {{(pid=86841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:25.685470 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-db2a5e4f-4eea-4d33-b07c-4b07e63c1459 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:25.688890 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG oslo_concurrency.lockutils [None req-8e861c96-f162-4192-b6ec-1b1381dda23c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:25.709353 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d495d199-c4a3-4c6c-a057-42ce039cad73 None None] Routers {'b7665c91-6eac-4dd6-ac27-61681dec3fdd'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:27:25.710411 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-d495d199-c4a3-4c6c-a057-42ce039cad73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:26:58Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['b7665c91-6eac-4dd6-ac27-61681dec3fdd'], 'active': True} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:27:25.763608 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-db2a5e4f-4eea-4d33-b07c-4b07e63c1459 service neutron] Transition to ACTIVE for port object f1a11c1a-e40c-4f1f-90e2-fed1fc36beaf will not be triggered until provisioned by entity L2. {{(pid=86839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:27:25.777673 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-db2a5e4f-4eea-4d33-b07c-4b07e63c1459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:25.788751 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-ca926c59-00e4-4e6f-b5e8-03a0da7f166a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:25.816144 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-6b02cf49-1f35-4341-93c7-a3ba4e52bc80 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:25.838647 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-663d644f-2067-4ed6-a9fe-202aa4e7082d tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:25.861963 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [None req-76505f91-9f61-450a-9140-504745b18d6d admin admin] Resources bound (agent type, host, resource id): {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:27:25.891733 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-ca926c59-00e4-4e6f-b5e8-03a0da7f166a admin admin] Usage tracker for resource:security_group_rule and tenant:7b8c4a382d714753af5896aca3a2043a is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:25.940580 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76505f91-9f61-450a-9140-504745b18d6d admin admin] Received port after_create {{(pid=86838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 09 15:27:25.946571 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-76505f91-9f61-450a-9140-504745b18d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-822339'] for router_interface, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:26.023326 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a5e4f-4eea-4d33-b07c-4b07e63c1459 service neutron] Pushing event updated for resources: {'Port': ['ID=f1a11c1a-e40c-4f1f-90e2-fed1fc36beaf,revision_number=2']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:26.102257 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvr_db [None req-d495d199-c4a3-4c6c-a057-42ce039cad73 None None] Set router b7665c91-6eac-4dd6-ac27-61681dec3fdd gateway port host: dv-cinder-817223-1-smb {{(pid=86841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:27:26.300879 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-db2a5e4f-4eea-4d33-b07c-4b07e63c1459 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:26.306476 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-d37a5ad5-6ced-4861-ad83-90a3abf5fb12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:26.306755 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-67332aca-91fa-41af-8c3f-07d7d2fbfc8c None None] Provisioning for port c0123e44-58b7-4fd3-94a6-a7b383ce95cb completed by entity DHCP. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:27:26.320551 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-67332aca-91fa-41af-8c3f-07d7d2fbfc8c None None] Provisioning complete for port c0123e44-58b7-4fd3-94a6-a7b383ce95cb triggered by entity DHCP. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:27:26.321167 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-67332aca-91fa-41af-8c3f-07d7d2fbfc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:26.369181 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-ca926c59-00e4-4e6f-b5e8-03a0da7f166a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:26.380780 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-ca926c59-00e4-4e6f-b5e8-03a0da7f166a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:26.393772 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-db2a5e4f-4eea-4d33-b07c-4b07e63c1459 service neutron] Attempting to bind port f1a11c1a-e40c-4f1f-90e2-fed1fc36beaf on host hv-cinder-81722 for vnic_type normal with profile {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 15:27:26.394416 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-db2a5e4f-4eea-4d33-b07c-4b07e63c1459 service neutron] Attempting to bind port f1a11c1a-e40c-4f1f-90e2-fed1fc36beaf by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': '6c588000-b12b-4673-bba0-ea84e6d5f684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '83f31a2a-2594-4e3a-8479-7e016c995183'}] {{(pid=86839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 15:27:26.394862 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-db2a5e4f-4eea-4d33-b07c-4b07e63c1459 service neutron] Attempting to bind port f1a11c1a-e40c-4f1f-90e2-fed1fc36beaf on network 83f31a2a-2594-4e3a-8479-7e016c995183 {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:27:26.404122 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-db2a5e4f-4eea-4d33-b07c-4b07e63c1459 service neutron] Port f1a11c1a-e40c-4f1f-90e2-fed1fc36beaf on network 83f31a2a-2594-4e3a-8479-7e016c995183 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 09 15:27:26.405026 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-db2a5e4f-4eea-4d33-b07c-4b07e63c1459 service neutron] Attempting to bind port f1a11c1a-e40c-4f1f-90e2-fed1fc36beaf on network 83f31a2a-2594-4e3a-8479-7e016c995183 {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:27:26.426801 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-d37a5ad5-6ced-4861-ad83-90a3abf5fb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:26.431177 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-db2a5e4f-4eea-4d33-b07c-4b07e63c1459 service neutron] Checking agent: {'id': '5232cb7b-4e94-4f65-a0ee-0ef08f02d72d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 24, 50), 'started_at': datetime.datetime(2021, 11, 9, 15, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 09 15:27:26.431755 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-db2a5e4f-4eea-4d33-b07c-4b07e63c1459 service neutron] Checking segment: {'id': '6c588000-b12b-4673-bba0-ea84e6d5f684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '83f31a2a-2594-4e3a-8479-7e016c995183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:27:26.433761 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-db2a5e4f-4eea-4d33-b07c-4b07e63c1459 service neutron] Bound using segment: {'id': '6c588000-b12b-4673-bba0-ea84e6d5f684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '83f31a2a-2594-4e3a-8479-7e016c995183'} {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 09 15:27:26.436250 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-db2a5e4f-4eea-4d33-b07c-4b07e63c1459 service neutron] Bound port: f1a11c1a-e40c-4f1f-90e2-fed1fc36beaf, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c588000-b12b-4673-bba0-ea84e6d5f684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '83f31a2a-2594-4e3a-8479-7e016c995183'}}] {{(pid=86839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 15:27:26.438227 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-db2a5e4f-4eea-4d33-b07c-4b07e63c1459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:26.474307 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:26.510513 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-67332aca-91fa-41af-8c3f-07d7d2fbfc8c None None] Port c0123e44-58b7-4fd3-94a6-a7b383ce95cb cannot update to ACTIVE because it is not bound. {{(pid=86840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 09 15:27:26.525295 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-326e0b62-4a2f-4286-91c1-42cb4b90ca08 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 8.5976989 Nov 09 15:27:26.536204 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device ee1577dd-f5f0-4945-80ba-b63d07808acd up at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:27:26.553049 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 35504) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:26.559812 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37a5ad5-6ced-4861-ad83-90a3abf5fb12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ceb74f8-a492-4bcf-8e58-6babfef23046,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:26.575392 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.v2.base [None req-f1119427-b052-4055-9c32-d4c83eee849d admin admin] Request body: {'subnet': {'network_id': 'a64edbc1-35c3-486a-8a98-3a35984e5a61', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-411862716-subnet', 'tenant_id': '33fd51f0e47e4834a21e5645c0da74da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:27:26.586210 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-f1119427-b052-4055-9c32-d4c83eee849d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:26.592559 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-f1119427-b052-4055-9c32-d4c83eee849d admin admin] Usage tracker for resource:subnet and tenant:33fd51f0e47e4834a21e5645c0da74da is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:26.599172 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-f1119427-b052-4055-9c32-d4c83eee849d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:26.616995 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-f1119427-b052-4055-9c32-d4c83eee849d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:26.669585 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning for port ee1577dd-f5f0-4945-80ba-b63d07808acd completed by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:27:26.682219 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [req-c866a47b-90f4-4828-827f-24bd7aa4b706 req-276f2be1-0363-473c-b294-0f524a444d8b service neutron] Request body: {'port': {'device_id': 'd7f33deb-c2b3-4278-8078-99ec064ab19a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:27:26.686076 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning complete for port ee1577dd-f5f0-4945-80ba-b63d07808acd triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:27:26.686827 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:26.724976 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-d37a5ad5-6ced-4861-ad83-90a3abf5fb12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:26.747289 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-d37a5ad5-6ced-4861-ad83-90a3abf5fb12 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=84418a415e3548c29ffe103629027923&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3324561 Nov 09 15:27:26.756772 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-d495d199-c4a3-4c6c-a057-42ce039cad73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'name': 'tempest-AttachVolumeShelveTestJSON-159271723-router', 'tenant_id': '4c426877957540c3ae3ca3dce095a0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': 'f83defcc-f554-4c34-8d90-9ba2cba64fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:27:05Z', 'updated_at': '2021-11-09T15:27:19Z', 'revision_number': 4, 'project_id': '4c426877957540c3ae3ca3dce095a0e8', 'gw_port': {'id': 'f83defcc-f554-4c34-8d90-9ba2cba64fae', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:07Z', 'updated_at': '2021-11-09T15:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_interfaces': [{'id': 'f9d381bc-8853-40c6-975d-713644bb15b8', 'name': '', 'network_id': '4e486921-0f80-48c5-9888-ae5de3f1e305', 'tenant_id': '4c426877957540c3ae3ca3dce095a0e8', 'mac_address': 'fa:16:3e:70:de:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '5ec84acc-d70c-4e8d-bb6d-6e13232b6778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:16Z', 'updated_at': '2021-11-09T15:27:25Z', 'revision_number': 4, 'project_id': '4c426877957540c3ae3ca3dce095a0e8', 'subnets': [{'id': '5ec84acc-d70c-4e8d-bb6d-6e13232b6778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:27:26.760426 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 35510) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:26.761287 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1119427-b052-4055-9c32-d4c83eee849d admin admin] Made reservation on behalf of 33fd51f0e47e4834a21e5645c0da74da for: {'subnet': 1} {{(pid=86839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 15:27:26.763919 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-f1119427-b052-4055-9c32-d4c83eee849d admin admin] Notify callbacks [] for subnet, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:26.764220 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d495d199-c4a3-4c6c-a057-42ce039cad73 None None] The sync data for ids ['b7665c91-6eac-4dd6-ac27-61681dec3fdd'] in dv-cinder-817223-1-smb is: [{'id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'name': 'tempest-AttachVolumeShelveTestJSON-159271723-router', 'tenant_id': '4c426877957540c3ae3ca3dce095a0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': 'f83defcc-f554-4c34-8d90-9ba2cba64fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:27:05Z', 'updated_at': '2021-11-09T15:27:19Z', 'revision_number': 4, 'project_id': '4c426877957540c3ae3ca3dce095a0e8', 'gw_port': {'id': 'f83defcc-f554-4c34-8d90-9ba2cba64fae', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:07Z', 'updated_at': '2021-11-09T15:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_interfaces': [{'id': 'f9d381bc-8853-40c6-975d-713644bb15b8', 'name': '', 'network_id': '4e486921-0f80-48c5-9888-ae5de3f1e305', 'tenant_id': '4c426877957540c3ae3ca3dce095a0e8', 'mac_address': 'fa:16:3e:70:de:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '5ec84acc-d70c-4e8d-bb6d-6e13232b6778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:16Z', 'updated_at': '2021-11-09T15:27:25Z', 'revision_number': 4, 'project_id': '4c426877957540c3ae3ca3dce095a0e8', 'subnets': [{'id': '5ec84acc-d70c-4e8d-bb6d-6e13232b6778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 15:27:26.892448 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:26.897364 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-663d644f-2067-4ed6-a9fe-202aa4e7082d tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:26.900860 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76505f91-9f61-450a-9140-504745b18d6d admin admin] Pushing event updated for resources: {'Port': ['ID=c0123e44-58b7-4fd3-94a6-a7b383ce95cb,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:26.932414 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] For port ee1577dd-f5f0-4945-80ba-b63d07808acd, host dv-cinder-817223-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=ee1577dd-f5f0-4945-80ba-b63d07808acd,segment=NetworkSegment(5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3),segment_id=5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:27:26.932680 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-663d644f-2067-4ed6-a9fe-202aa4e7082d tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Usage tracker for resource:security_group_rule and tenant:4c426877957540c3ae3ca3dce095a0e8 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:26.940044 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-76505f91-9f61-450a-9140-504745b18d6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.642s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:26.941340 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:26.954242 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:26.982433 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-db2a5e4f-4eea-4d33-b07c-4b07e63c1459 service neutron] For port f1a11c1a-e40c-4f1f-90e2-fed1fc36beaf, host hv-cinder-81722, cleared binding levels {{(pid=86839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 09 15:27:26.989575 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.348s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:26.989897 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:26.990424 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-db2a5e4f-4eea-4d33-b07c-4b07e63c1459 service neutron] For port f1a11c1a-e40c-4f1f-90e2-fed1fc36beaf, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=f1a11c1a-e40c-4f1f-90e2-fed1fc36beaf,segment=NetworkSegment(6c588000-b12b-4673-bba0-ea84e6d5f684),segment_id=6c588000-b12b-4673-bba0-ea84e6d5f684)] {{(pid=86839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 09 15:27:27.041365 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-663d644f-2067-4ed6-a9fe-202aa4e7082d tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:27.044898 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Pushing event updated for resources: {'Port': ['ID=ee1577dd-f5f0-4945-80ba-b63d07808acd,revision_number=4']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:27.049172 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.748s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:27.049429 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:27.062630 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-db2a5e4f-4eea-4d33-b07c-4b07e63c1459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:27.089653 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-663d644f-2067-4ed6-a9fe-202aa4e7082d tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:27.093700 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:27.115961 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2b49bc-65a0-4e14-a625-1c0a5474af91 admin admin] Notify agent at l3_agent.dv-cinder-817223-1-smb the message routers_updated {{(pid=86838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 09 15:27:27.134279 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-db2a5e4f-4eea-4d33-b07c-4b07e63c1459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:27.134575 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f909e3-159f-4c69-bb2b-8b17c9bee9a9 None None] Sync routers for ids ['9122288b-4562-48c2-8128-f210649aadde'] in dv-cinder-817223-1-smb {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 15:27:27.134996 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-db2a5e4f-4eea-4d33-b07c-4b07e63c1459 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for port, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:27.136640 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-db2a5e4f-4eea-4d33-b07c-4b07e63c1459 service neutron] 10.222.0.44 "PUT /v2.0/ports/f1a11c1a-e40c-4f1f-90e2-fed1fc36beaf HTTP/1.1" status: 200 len: 1094 time: 3.9634018 Nov 09 15:27:27.149850 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd39a65c0-69ef-4170-b917-bec2211a3000', 'tag': 'f1a11c1a-e40c-4f1f-90e2-fed1fc36beaf'}] {{(pid=86839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:27:27.158136 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f909e3-159f-4c69-bb2b-8b17c9bee9a9 None None] Routers {'9122288b-4562-48c2-8128-f210649aadde'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:27:27.159131 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-e3f909e3-159f-4c69-bb2b-8b17c9bee9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:26:58Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['9122288b-4562-48c2-8128-f210649aadde'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:27:27.308378 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a5e4f-4eea-4d33-b07c-4b07e63c1459 service neutron] Pushing event updated for resources: {'Port': ['ID=f1a11c1a-e40c-4f1f-90e2-fed1fc36beaf,revision_number=3']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:27.318826 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-db2a5e4f-4eea-4d33-b07c-4b07e63c1459 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:27.328687 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-ca926c59-00e4-4e6f-b5e8-03a0da7f166a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:27.330108 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326e0b62-4a2f-4286-91c1-42cb4b90ca08 admin admin] Pushing event updated for resources: {'Network': ['ID=a64edbc1-35c3-486a-8a98-3a35984e5a61,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:27.354186 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-326e0b62-4a2f-4286-91c1-42cb4b90ca08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:27.358030 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-ca926c59-00e4-4e6f-b5e8-03a0da7f166a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:27.376599 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-c866a47b-90f4-4828-827f-24bd7aa4b706 req-276f2be1-0363-473c-b294-0f524a444d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:27.394413 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Network a64edbc1-35c3-486a-8a98-3a35984e5a61 details requested by agent ovs-agent-dv-cinder-817223-1-smb with host dv-cinder-817223-1-smb {{(pid=86840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 15:27:27.426892 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-61c6800d-f1b1-4ca6-9c13-bd5c0e406691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:27.460932 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-61c6800d-f1b1-4ca6-9c13-bd5c0e406691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:27.509804 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-663d644f-2067-4ed6-a9fe-202aa4e7082d tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:27.537364 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-61c6800d-f1b1-4ca6-9c13-bd5c0e406691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:27.546565 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-8cd59cc2-8fff-4623-9566-245cd1a9515d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:27.553260 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-e3f909e3-159f-4c69-bb2b-8b17c9bee9a9 None None] Set router 9122288b-4562-48c2-8128-f210649aadde gateway port host: dv-cinder-817223-1-smb {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:27:27.575247 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c6800d-f1b1-4ca6-9c13-bd5c0e406691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ceb74f8-a492-4bcf-8e58-6babfef23046,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:27.582038 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f8115-65c0-4bcb-9c59-df2f82339d81 req-c8be42eb-33da-4948-a146-68460fd9b90d tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:27.583676 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-448f8115-65c0-4bcb-9c59-df2f82339d81 req-c8be42eb-33da-4948-a146-68460fd9b90d tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] 10.222.0.83 "GET /v2.0/ports?device_id=d39a65c0-69ef-4170-b917-bec2211a3000 HTTP/1.1" status: 200 len: 932 time: 2.3098834 Nov 09 15:27:27.591005 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-61c6800d-f1b1-4ca6-9c13-bd5c0e406691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:27.596377 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:27.607770 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-61c6800d-f1b1-4ca6-9c13-bd5c0e406691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:27.609450 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-61c6800d-f1b1-4ca6-9c13-bd5c0e406691 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/5ceb74f8-a492-4bcf-8e58-6babfef23046 HTTP/1.1" status: 204 len: 168 time: 0.8249025 Nov 09 15:27:27.613028 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-663d644f-2067-4ed6-a9fe-202aa4e7082d tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:27.617804 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-f1119427-b052-4055-9c32-d4c83eee849d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for subnet, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:27.628711 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:27.730765 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-5da38beb-f84e-4b25-b916-9a74714c9e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:27.798063 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1119427-b052-4055-9c32-d4c83eee849d admin admin] Pushing event updated for resources: {'Subnet': ['ID=aeff6a4c-26cc-4e7b-9d84-413fd809bd5d,revision_number=0']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:27.814464 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-f1119427-b052-4055-9c32-d4c83eee849d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:27.834401 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1119427-b052-4055-9c32-d4c83eee849d admin admin] Checking segment: {'id': '4516cef8-ef07-4d74-9b58-8b31b927a78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'a64edbc1-35c3-486a-8a98-3a35984e5a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:27:27.834707 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1119427-b052-4055-9c32-d4c83eee849d admin admin] Network hostable DHCP agents. Network: a64edbc1-35c3-486a-8a98-3a35984e5a61, hostable agents: ['8b94a2d1-9ebf-428d-8e56-922e2d41e4d3'], hosted agents: [] {{(pid=86839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 15:27:27.867250 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1119427-b052-4055-9c32-d4c83eee849d admin admin] Network a64edbc1-35c3-486a-8a98-3a35984e5a61 is scheduled to be hosted by DHCP agent 8b94a2d1-9ebf-428d-8e56-922e2d41e4d3 with binding_index 1 {{(pid=86839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 15:27:27.879175 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.base_scheduler [None req-f1119427-b052-4055-9c32-d4c83eee849d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817223-1-smb, a64edbc1-35c3-486a-8a98-3a35984e5a61) {{(pid=86839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:27:27.884584 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1119427-b052-4055-9c32-d4c83eee849d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:27.885598 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-f1119427-b052-4055-9c32-d4c83eee849d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for subnet, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:27.891554 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4f2b49bc-65a0-4e14-a625-1c0a5474af91 admin admin] Notify callbacks [] for router, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:27.900317 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-4f2b49bc-65a0-4e14-a625-1c0a5474af91 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 20.6774709 Nov 09 15:27:27.904055 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 35526) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:27.974001 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-f1119427-b052-4055-9c32-d4c83eee849d admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4100089 Nov 09 15:27:27.984460 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8410289d-168e-4afa-b105-df63f4dbe892 None None] Network a64edbc1-35c3-486a-8a98-3a35984e5a61 requested from dv-cinder-817223-1-smb {{(pid=86840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 09 15:27:28.035820 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-ca926c59-00e4-4e6f-b5e8-03a0da7f166a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7b8c4a382d714753af5896aca3a2043a&name=default HTTP/1.1" status: 200 len: 2979 time: 3.8349741 Nov 09 15:27:28.099842 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 35532) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:28.104682 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-76505f91-9f61-450a-9140-504745b18d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:28.124849 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca926c59-00e4-4e6f-b5e8-03a0da7f166a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64106f3c-9add-459c-88e6-8a587d572e0d,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:28.218650 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 35536) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:28.235352 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-ca926c59-00e4-4e6f-b5e8-03a0da7f166a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:28.261383 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-4e2e1743-e80f-4be3-8d3f-5bcbdcf73a84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:28.273284 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-326e0b62-4a2f-4286-91c1-42cb4b90ca08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.382s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:28.293288 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8e7c8-a8a3-46d3-8e69-24b22fe3380a req-e2ac9615-6a5b-41ee-9515-5d827935a2c0 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:28.304798 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-2bb8e7c8-a8a3-46d3-8e69-24b22fe3380a req-e2ac9615-6a5b-41ee-9515-5d827935a2c0 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Synchronizing usage tracker for tenant:28b355fa4e264999823dc9f7078c4198 on resource:port {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 15:27:28.350732 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-4e2e1743-e80f-4be3-8d3f-5bcbdcf73a84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:28.360829 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-663d644f-2067-4ed6-a9fe-202aa4e7082d tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:28.363644 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-663d644f-2067-4ed6-a9fe-202aa4e7082d tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 3.1991181 Nov 09 15:27:28.379325 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-448f8115-65c0-4bcb-9c59-df2f82339d81 req-61fa3da5-e85e-4c3d-b22a-797f551179c9 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] 10.222.0.83 "GET /v2.0/security-groups?id=d55644a2-12d0-4b9a-ac54-2301ade382d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7648489 Nov 09 15:27:28.384612 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 35542) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:28.416159 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-4e2e1743-e80f-4be3-8d3f-5bcbdcf73a84 admin admin] Usage tracker for resource:security_group_rule and tenant:e5f3fc5370e841f89e8afb0806fd028e is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:28.434917 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-4e2e1743-e80f-4be3-8d3f-5bcbdcf73a84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:28.441216 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-79e9fcf6-cc76-4ede-bfa7-b082a9ca2721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:28.498336 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-e3f909e3-159f-4c69-bb2b-8b17c9bee9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9122288b-4562-48c2-8128-f210649aadde', 'name': 'tempest-ServerRescueNegativeTestJSON-553541280-router', 'tenant_id': '9358f8b166ed4a2d82f901d8250cca4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': '06e6cd9b-f7d2-4e64-a583-e2d58fcd2ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:27:07Z', 'updated_at': '2021-11-09T15:27:16Z', 'revision_number': 3, 'project_id': '9358f8b166ed4a2d82f901d8250cca4a', 'gw_port': {'id': '06e6cd9b-f7d2-4e64-a583-e2d58fcd2ef6', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:79:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9122288b-4562-48c2-8128-f210649aadde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:10Z', 'updated_at': '2021-11-09T15:27:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb'}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:27:28.522076 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f909e3-159f-4c69-bb2b-8b17c9bee9a9 None None] Checking router: 9122288b-4562-48c2-8128-f210649aadde for host: dv-cinder-817223-1-smb {{(pid=86840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 15:27:28.523364 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f909e3-159f-4c69-bb2b-8b17c9bee9a9 None None] Updating router 9122288b-4562-48c2-8128-f210649aadde port 06e6cd9b-f7d2-4e64-a583-e2d58fcd2ef6 binding host dv-cinder-817223-1-smb {{(pid=86840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 15:27:28.562619 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282acf70-f1cd-4ffa-a32f-e4e35491564f None None] Network a64edbc1-35c3-486a-8a98-3a35984e5a61 requested from dv-cinder-817223-1-smb {{(pid=86840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 09 15:27:28.646671 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-4e2e1743-e80f-4be3-8d3f-5bcbdcf73a84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:28.715633 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device f9d381bc-8853-40c6-975d-713644bb15b8 up at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:27:28.745923 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-37aa279a-4e3d-4f67-b31f-0b3a847951e5 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Request body: {'security_group_rule': {'security_group_id': '2ccdee9c-9de6-4040-8c21-837981dad3c0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:27:28.805156 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:28.805809 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-e3f909e3-159f-4c69-bb2b-8b17c9bee9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:28.885524 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [req-c866a47b-90f4-4828-827f-24bd7aa4b706 req-276f2be1-0363-473c-b294-0f524a444d8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f74fd00-44b6-4aef-8ce4-7462002bd590 {{(pid=86838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 15:27:28.894632 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-c866a47b-90f4-4828-827f-24bd7aa4b706 req-276f2be1-0363-473c-b294-0f524a444d8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:28.911086 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.provisioning_blocks [req-c866a47b-90f4-4828-827f-24bd7aa4b706 req-276f2be1-0363-473c-b294-0f524a444d8b service neutron] Transition to ACTIVE for port object 9f74fd00-44b6-4aef-8ce4-7462002bd590 will not be triggered until provisioned by entity L2. {{(pid=86838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:27:28.934739 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-37aa279a-4e3d-4f67-b31f-0b3a847951e5 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:28.943149 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-c866a47b-90f4-4828-827f-24bd7aa4b706 req-276f2be1-0363-473c-b294-0f524a444d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:28.955718 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-2bb8e7c8-a8a3-46d3-8e69-24b22fe3380a req-e2ac9615-6a5b-41ee-9515-5d827935a2c0 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Unset dirty status for tenant:28b355fa4e264999823dc9f7078c4198 on resource:port {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 15:27:28.956950 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2bb8e7c8-a8a3-46d3-8e69-24b22fe3380a req-e2ac9615-6a5b-41ee-9515-5d827935a2c0 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7f33deb-c2b3-4278-8078-99ec064ab19a HTTP/1.1" status: 200 len: 932 time: 2.3356364 Nov 09 15:27:28.957966 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-37aa279a-4e3d-4f67-b31f-0b3a847951e5 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Usage tracker for resource:security_group_rule and tenant:4c426877957540c3ae3ca3dce095a0e8 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:28.967109 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663d644f-2067-4ed6-a9fe-202aa4e7082d tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccdee9c-9de6-4040-8c21-837981dad3c0,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:28.988144 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-37aa279a-4e3d-4f67-b31f-0b3a847951e5 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:28.991335 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-663d644f-2067-4ed6-a9fe-202aa4e7082d tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.718s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:29.003922 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-76505f91-9f61-450a-9140-504745b18d6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:29.004150 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning for port f9d381bc-8853-40c6-975d-713644bb15b8 completed by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:27:29.014272 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning complete for port f9d381bc-8853-40c6-975d-713644bb15b8 triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:27:29.015164 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:29.017036 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 35560) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:29.019102 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd39a65c0-69ef-4170-b917-bec2211a3000', 'tag': 'f1a11c1a-e40c-4f1f-90e2-fed1fc36beaf', 'status': 'completed', 'code': 200} Nov 09 15:27:29.054972 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.v2.base [None req-1a04c83d-98f8-4959-b3d8-7d2b19a0cbf0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-697014632-network', 'tenant_id': '0034f887c5c941f492c8d0dfcca1e8be'}} {{(pid=86839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:27:29.060471 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-79e9fcf6-cc76-4ede-bfa7-b082a9ca2721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:29.074032 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276f2be1-0363-473c-b294-0f524a444d8b service neutron] Pushing event updated for resources: {'Port': ['ID=9f74fd00-44b6-4aef-8ce4-7462002bd590,revision_number=2']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:29.077473 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-1a04c83d-98f8-4959-b3d8-7d2b19a0cbf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:29.080302 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-37aa279a-4e3d-4f67-b31f-0b3a847951e5 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:29.082799 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-c3759357-70a8-4e2f-995c-d561549f3169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:29.084271 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-c3759357-70a8-4e2f-995c-d561549f3169 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3f1b08c7380d4fe189a00070c35f22e4&device_id=d39a65c0-69ef-4170-b917-bec2211a3000 HTTP/1.1" status: 200 len: 1097 time: 0.9142189 Nov 09 15:27:29.085348 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-276f2be1-0363-473c-b294-0f524a444d8b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:29.108985 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-1a04c83d-98f8-4959-b3d8-7d2b19a0cbf0 admin admin] Usage tracker for resource:network and tenant:0034f887c5c941f492c8d0dfcca1e8be is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:29.163309 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-1a04c83d-98f8-4959-b3d8-7d2b19a0cbf0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:29.189614 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-1a04c83d-98f8-4959-b3d8-7d2b19a0cbf0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:29.227658 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2bb8e7c8-a8a3-46d3-8e69-24b22fe3380a req-699d5cfc-b107-4a2e-a534-7f2944ebcefd tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566328 Nov 09 15:27:29.237290 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-90a53d2a-4946-4475-8df6-db575681f41e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1a11c1a-e40c-4f1f-90e2-fed1fc36beaf HTTP/1.1" status: 200 len: 217 time: 0.1432076 Nov 09 15:27:29.254534 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-37aa279a-4e3d-4f67-b31f-0b3a847951e5 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:29.290882 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.db.resource_extend [None req-76505f91-9f61-450a-9140-504745b18d6d admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 15:27:29.318156 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-c866a47b-90f4-4828-827f-24bd7aa4b706 req-276f2be1-0363-473c-b294-0f524a444d8b service neutron] Attempting to bind port 9f74fd00-44b6-4aef-8ce4-7462002bd590 on host hv-cinder-81722 for vnic_type normal with profile {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 15:27:29.319136 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-c866a47b-90f4-4828-827f-24bd7aa4b706 req-276f2be1-0363-473c-b294-0f524a444d8b service neutron] Attempting to bind port 9f74fd00-44b6-4aef-8ce4-7462002bd590 by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': 'dbd52994-1858-4bff-b4a6-dd463f52a744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'b035d5f5-109a-431a-855e-5d68d792ce82'}] {{(pid=86838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 15:27:29.319523 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c866a47b-90f4-4828-827f-24bd7aa4b706 req-276f2be1-0363-473c-b294-0f524a444d8b service neutron] Attempting to bind port 9f74fd00-44b6-4aef-8ce4-7462002bd590 on network b035d5f5-109a-431a-855e-5d68d792ce82 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:27:29.319762 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a04c83d-98f8-4959-b3d8-7d2b19a0cbf0 admin admin] Made reservation on behalf of 0034f887c5c941f492c8d0dfcca1e8be for: {'network': 1} {{(pid=86839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 15:27:29.322083 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1a04c83d-98f8-4959-b3d8-7d2b19a0cbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for network, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:29.326116 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-76505f91-9f61-450a-9140-504745b18d6d admin admin] Notify callbacks [] for port, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:29.328082 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c866a47b-90f4-4828-827f-24bd7aa4b706 req-276f2be1-0363-473c-b294-0f524a444d8b service neutron] Port 9f74fd00-44b6-4aef-8ce4-7462002bd590 on network b035d5f5-109a-431a-855e-5d68d792ce82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 09 15:27:29.328403 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c866a47b-90f4-4828-827f-24bd7aa4b706 req-276f2be1-0363-473c-b294-0f524a444d8b service neutron] Attempting to bind port 9f74fd00-44b6-4aef-8ce4-7462002bd590 on network b035d5f5-109a-431a-855e-5d68d792ce82 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:27:29.366132 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-37aa279a-4e3d-4f67-b31f-0b3a847951e5 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:29.371754 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-76505f91-9f61-450a-9140-504745b18d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:29.376594 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c866a47b-90f4-4828-827f-24bd7aa4b706 req-276f2be1-0363-473c-b294-0f524a444d8b service neutron] Checking agent: {'id': '5232cb7b-4e94-4f65-a0ee-0ef08f02d72d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 24, 50), 'started_at': datetime.datetime(2021, 11, 9, 15, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 09 15:27:29.376594 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c866a47b-90f4-4828-827f-24bd7aa4b706 req-276f2be1-0363-473c-b294-0f524a444d8b service neutron] Checking segment: {'id': 'dbd52994-1858-4bff-b4a6-dd463f52a744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'b035d5f5-109a-431a-855e-5d68d792ce82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:27:29.376594 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c866a47b-90f4-4828-827f-24bd7aa4b706 req-276f2be1-0363-473c-b294-0f524a444d8b service neutron] Bound using segment: {'id': 'dbd52994-1858-4bff-b4a6-dd463f52a744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'b035d5f5-109a-431a-855e-5d68d792ce82'} {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 09 15:27:29.376594 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-c866a47b-90f4-4828-827f-24bd7aa4b706 req-276f2be1-0363-473c-b294-0f524a444d8b service neutron] Bound port: 9f74fd00-44b6-4aef-8ce4-7462002bd590, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd52994-1858-4bff-b4a6-dd463f52a744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'b035d5f5-109a-431a-855e-5d68d792ce82'}}] {{(pid=86838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 15:27:29.376594 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-c866a47b-90f4-4828-827f-24bd7aa4b706 req-276f2be1-0363-473c-b294-0f524a444d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:29.378314 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1a04c83d-98f8-4959-b3d8-7d2b19a0cbf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:29.386731 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-37aa279a-4e3d-4f67-b31f-0b3a847951e5 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027457'] for security_group_rule, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:29.389258 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-76505f91-9f61-450a-9140-504745b18d6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-822316'] for router_interface, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:29.401929 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:29.431537 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-e3f909e3-159f-4c69-bb2b-8b17c9bee9a9 None None] Notify callbacks [] for port, precommit_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:29.437944 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:29.441692 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-85e3a7a5-9530-48e9-abe6-9ae394475406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:29.443175 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-85e3a7a5-9530-48e9-abe6-9ae394475406 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d43a8bd0-955a-4c7e-be63-cba9b031710a HTTP/1.1" status: 200 len: 851 time: 0.1850526 Nov 09 15:27:29.464659 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-e3f909e3-159f-4c69-bb2b-8b17c9bee9a9 None None] Transition to ACTIVE for port object 06e6cd9b-f7d2-4e64-a583-e2d58fcd2ef6 will not be triggered until provisioned by entity L2. {{(pid=86840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:27:29.469351 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-79e9fcf6-cc76-4ede-bfa7-b082a9ca2721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:29.477155 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-e3f909e3-159f-4c69-bb2b-8b17c9bee9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:29.486668 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-c42fdbbe-5a04-4a71-9944-aed31c9ed628 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:29.511410 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-1a04c83d-98f8-4959-b3d8-7d2b19a0cbf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:29.515431 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-4aae5068-874b-48f5-9975-bca9297afeb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:29.525001 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-4e2e1743-e80f-4be3-8d3f-5bcbdcf73a84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:29.541583 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-1a04c83d-98f8-4959-b3d8-7d2b19a0cbf0 admin admin] Usage tracker for resource:security_group_rule and tenant:0034f887c5c941f492c8d0dfcca1e8be is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:29.544915 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-1a04c83d-98f8-4959-b3d8-7d2b19a0cbf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:29.546842 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] For port f9d381bc-8853-40c6-975d-713644bb15b8, host dv-cinder-817223-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=f9d381bc-8853-40c6-975d-713644bb15b8,segment=NetworkSegment(d9ea088f-84c5-40da-9a44-3534ad2a71f5),segment_id=d9ea088f-84c5-40da-9a44-3534ad2a71f5)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:27:29.554080 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-bf030646-9bc9-4554-88c3-6411911be4ad service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=83f31a2a-2594-4e3a-8479-7e016c995183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866470 Nov 09 15:27:29.554902 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-4e2e1743-e80f-4be3-8d3f-5bcbdcf73a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:29.569166 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:29.570023 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device ee1577dd-f5f0-4945-80ba-b63d07808acd up at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:27:29.570512 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e9fcf6-cc76-4ede-bfa7-b082a9ca2721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64106f3c-9add-459c-88e6-8a587d572e0d,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:29.593622 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-1a04c83d-98f8-4959-b3d8-7d2b19a0cbf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:29.600727 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-79e9fcf6-cc76-4ede-bfa7-b082a9ca2721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:29.605541 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-704b519d-712b-4165-bb53-7143389b2727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:29.642364 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-e3f909e3-159f-4c69-bb2b-8b17c9bee9a9 None None] Attempting to bind port 06e6cd9b-f7d2-4e64-a583-e2d58fcd2ef6 on host dv-cinder-817223-1-smb for vnic_type normal with profile {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 15:27:29.642734 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-e3f909e3-159f-4c69-bb2b-8b17c9bee9a9 None None] Attempting to bind port 06e6cd9b-f7d2-4e64-a583-e2d58fcd2ef6 by drivers openvswitch,hyperv on host dv-cinder-817223-1-smb at level 0 using segments [{'id': '5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140'}] {{(pid=86840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 15:27:29.643104 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f909e3-159f-4c69-bb2b-8b17c9bee9a9 None None] Attempting to bind port 06e6cd9b-f7d2-4e64-a583-e2d58fcd2ef6 on network de089fbd-190d-42e2-b873-9d0b1c33f140 {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:27:29.646678 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f63b2b-13b9-4722-b178-5aaa4bed538d None None] Pushing event updated for resources: {'Port': ['ID=06e6cd9b-f7d2-4e64-a583-e2d58fcd2ef6,revision_number=2']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:29.655422 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-c2f63b2b-13b9-4722-b178-5aaa4bed538d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:29.656185 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-e34b6038-a917-412d-9f51-4be09e3544ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:29.703025 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f909e3-159f-4c69-bb2b-8b17c9bee9a9 None None] Checking agent: {'id': '189eed03-d966-4875-a18c-83c7415689a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817223-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 17, 55), 'started_at': datetime.datetime(2021, 11, 9, 15, 18, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817223-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 09 15:27:29.703025 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f909e3-159f-4c69-bb2b-8b17c9bee9a9 None None] Checking segment: {'id': '5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:27:29.703535 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-e3f909e3-159f-4c69-bb2b-8b17c9bee9a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:29.703838 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f909e3-159f-4c69-bb2b-8b17c9bee9a9 None None] Bound using segment: {'id': '5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140'} {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 09 15:27:29.704409 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-e3f909e3-159f-4c69-bb2b-8b17c9bee9a9 None None] Bound port: 06e6cd9b-f7d2-4e64-a583-e2d58fcd2ef6, host: dv-cinder-817223-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140'}}] {{(pid=86840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 15:27:29.704978 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-e3f909e3-159f-4c69-bb2b-8b17c9bee9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:29.745081 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-79e9fcf6-cc76-4ede-bfa7-b082a9ca2721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:29.749155 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-79e9fcf6-cc76-4ede-bfa7-b082a9ca2721 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/64106f3c-9add-459c-88e6-8a587d572e0d HTTP/1.1" status: 204 len: 168 time: 1.6454318 Nov 09 15:27:29.784457 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-4e2e1743-e80f-4be3-8d3f-5bcbdcf73a84 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e5f3fc5370e841f89e8afb0806fd028e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5532429 Nov 09 15:27:29.802454 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 35568) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:29.802796 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Pushing event updated for resources: {'Port': ['ID=f9d381bc-8853-40c6-975d-713644bb15b8,revision_number=5']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:29.815771 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:29.816497 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning complete for port ee1577dd-f5f0-4945-80ba-b63d07808acd triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:27:29.816875 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:29.858231 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76505f91-9f61-450a-9140-504745b18d6d admin admin] Network 54e70c2d-ce99-4138-a9cc-3f850389a6a6 is already hosted by enough agents. {{(pid=86838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 15:27:29.868466 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [None req-76505f91-9f61-450a-9140-504745b18d6d admin admin] Resources bound (agent type, host, resource id): {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:27:29.879897 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-e3f909e3-159f-4c69-bb2b-8b17c9bee9a9 None None] For port 06e6cd9b-f7d2-4e64-a583-e2d58fcd2ef6, host dv-cinder-817223-1-smb, cleared binding levels {{(pid=86840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 09 15:27:29.898781 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-e3f909e3-159f-4c69-bb2b-8b17c9bee9a9 None None] For port 06e6cd9b-f7d2-4e64-a583-e2d58fcd2ef6, host dv-cinder-817223-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=06e6cd9b-f7d2-4e64-a583-e2d58fcd2ef6,segment=NetworkSegment(5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3),segment_id=5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3)] {{(pid=86840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 09 15:27:29.911129 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-e3f909e3-159f-4c69-bb2b-8b17c9bee9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:29.917280 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:29.935377 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-37aa279a-4e3d-4f67-b31f-0b3a847951e5 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:29.938396 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e1743-e80f-4be3-8d3f-5bcbdcf73a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3508166e-ff7d-49ae-90af-92c2cc817458,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:29.943748 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-37aa279a-4e3d-4f67-b31f-0b3a847951e5 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5495529 Nov 09 15:27:29.948412 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 35572) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:29.974368 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.v2.base [None req-3bc9e4bd-e4bf-426e-8f40-b62173307bc2 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Request body: {'security_group_rule': {'security_group_id': '2ccdee9c-9de6-4040-8c21-837981dad3c0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:27:29.993545 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-4e2e1743-e80f-4be3-8d3f-5bcbdcf73a84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:30.021808 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76505f91-9f61-450a-9140-504745b18d6d admin admin] Pushing event updated for resources: {'Port': ['ID=c0123e44-58b7-4fd3-94a6-a7b383ce95cb,revision_number=2']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:30.043953 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-7e3282af-41a8-4aeb-978e-2ed3da270e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:30.051903 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-76505f91-9f61-450a-9140-504745b18d6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.650s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:30.061177 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-3bc9e4bd-e4bf-426e-8f40-b62173307bc2 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:30.066301 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.474s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:30.098548 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-3bc9e4bd-e4bf-426e-8f40-b62173307bc2 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Usage tracker for resource:security_group_rule and tenant:4c426877957540c3ae3ca3dce095a0e8 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:30.122555 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aa279a-4e3d-4f67-b31f-0b3a847951e5 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c62ed572-0381-4ccb-83c0-4a3f49383602,revision_number=0']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:30.129944 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-3bc9e4bd-e4bf-426e-8f40-b62173307bc2 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:30.132359 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-37aa279a-4e3d-4f67-b31f-0b3a847951e5 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:30.135513 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f63b2b-13b9-4722-b178-5aaa4bed538d None None] Pushing event updated for resources: {'Port': ['ID=06e6cd9b-f7d2-4e64-a583-e2d58fcd2ef6,revision_number=3']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:30.136959 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-c866a47b-90f4-4828-827f-24bd7aa4b706 req-276f2be1-0363-473c-b294-0f524a444d8b service neutron] For port 9f74fd00-44b6-4aef-8ce4-7462002bd590, host hv-cinder-81722, cleared binding levels {{(pid=86838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 09 15:27:30.153902 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f909e3-159f-4c69-bb2b-8b17c9bee9a9 None None] Routers {'9122288b-4562-48c2-8128-f210649aadde'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:27:30.154961 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-e3f909e3-159f-4c69-bb2b-8b17c9bee9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:27:28Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['9122288b-4562-48c2-8128-f210649aadde'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:27:30.159325 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-c866a47b-90f4-4828-827f-24bd7aa4b706 req-276f2be1-0363-473c-b294-0f524a444d8b service neutron] For port 9f74fd00-44b6-4aef-8ce4-7462002bd590, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=9f74fd00-44b6-4aef-8ce4-7462002bd590,segment=NetworkSegment(dbd52994-1858-4bff-b4a6-dd463f52a744),segment_id=dbd52994-1858-4bff-b4a6-dd463f52a744)] {{(pid=86838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 09 15:27:30.183534 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-3bc9e4bd-e4bf-426e-8f40-b62173307bc2 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:30.191230 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-e1e2200b-4b13-4bd0-8096-b784e2f10423 service neutron] 10.222.0.44 "GET /v2.0/networks/83f31a2a-2594-4e3a-8479-7e016c995183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6266441 Nov 09 15:27:30.247563 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-c866a47b-90f4-4828-827f-24bd7aa4b706 req-276f2be1-0363-473c-b294-0f524a444d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:30.250965 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-c2f63b2b-13b9-4722-b178-5aaa4bed538d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:30.263821 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:30.412967 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3bc9e4bd-e4bf-426e-8f40-b62173307bc2 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:30.414517 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:30.415199 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-78c92030-e7ae-4713-801a-371df4109f77 None None] Provisioning complete for port c0123e44-58b7-4fd3-94a6-a7b383ce95cb triggered by entity DHCP. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:27:30.415564 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-78c92030-e7ae-4713-801a-371df4109f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:30.435169 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c4ab3-42f6-48bf-87c2-098ee8b5f023 req-9b6c49b9-fee9-4a84-8083-a0785d708727 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:30.437465 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-543c4ab3-42f6-48bf-87c2-098ee8b5f023 req-9b6c49b9-fee9-4a84-8083-a0785d708727 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] 10.222.0.83 "GET /v2.0/ports?device_id=d39a65c0-69ef-4170-b917-bec2211a3000 HTTP/1.1" status: 200 len: 944 time: 0.8510673 Nov 09 15:27:30.447998 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf98a-eb27-4bba-98e1-af682d21af53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:30.451479 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c866a47b-90f4-4828-827f-24bd7aa4b706 req-276f2be1-0363-473c-b294-0f524a444d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:30.453059 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-c866a47b-90f4-4828-827f-24bd7aa4b706 req-276f2be1-0363-473c-b294-0f524a444d8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:30.454842 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c866a47b-90f4-4828-827f-24bd7aa4b706 req-276f2be1-0363-473c-b294-0f524a444d8b service neutron] 10.222.0.44 "PUT /v2.0/ports/9f74fd00-44b6-4aef-8ce4-7462002bd590 HTTP/1.1" status: 200 len: 1094 time: 3.7770598 Nov 09 15:27:30.455449 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7f33deb-c2b3-4278-8078-99ec064ab19a', 'tag': '9f74fd00-44b6-4aef-8ce4-7462002bd590'}] {{(pid=86838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:27:30.489145 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device f9d381bc-8853-40c6-975d-713644bb15b8 up at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:27:30.581975 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1a04c83d-98f8-4959-b3d8-7d2b19a0cbf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:30.636809 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3bc9e4bd-e4bf-426e-8f40-b62173307bc2 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:30.637882 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1a04c83d-98f8-4959-b3d8-7d2b19a0cbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:30.661626 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:30.668937 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3bc9e4bd-e4bf-426e-8f40-b62173307bc2 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027457'] for security_group_rule, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:30.681422 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf98a-eb27-4bba-98e1-af682d21af53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:30.714192 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-e3f909e3-159f-4c69-bb2b-8b17c9bee9a9 None None] Set router 9122288b-4562-48c2-8128-f210649aadde gateway port host: dv-cinder-817223-1-smb {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:27:30.732897 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a04c83d-98f8-4959-b3d8-7d2b19a0cbf0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1208, 'physical_network': 'physnet1'} {{(pid=86839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 15:27:30.736436 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-543c4ab3-42f6-48bf-87c2-098ee8b5f023 req-c3a82cd0-145c-49f8-8865-57b46186090d tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] 10.222.0.83 "GET /v2.0/security-groups?id=d55644a2-12d0-4b9a-ac54-2301ade382d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889383 Nov 09 15:27:30.737060 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276f2be1-0363-473c-b294-0f524a444d8b service neutron] Pushing event updated for resources: {'Port': ['ID=9f74fd00-44b6-4aef-8ce4-7462002bd590,revision_number=3']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:30.746203 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76505f91-9f61-450a-9140-504745b18d6d admin admin] Router 35844a15-8600-4606-b254-060c78efc1d6 has already been hosted by L3 agent d083232d-238f-4a80-a5b8-222ad2e2cbfd {{(pid=86838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 09 15:27:30.746972 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-276f2be1-0363-473c-b294-0f524a444d8b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:30.784863 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef4210-f77e-4b5e-8e42-3fe680508394 req-89ac6265-1435-4806-a86b-2edf38e02436 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:30.786428 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a8ef4210-f77e-4b5e-8e42-3fe680508394 req-89ac6265-1435-4806-a86b-2edf38e02436 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7f33deb-c2b3-4278-8078-99ec064ab19a HTTP/1.1" status: 200 len: 944 time: 0.2495291 Nov 09 15:27:30.812581 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3bc9e4bd-e4bf-426e-8f40-b62173307bc2 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:30.814157 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-3bc9e4bd-e4bf-426e-8f40-b62173307bc2 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8543324 Nov 09 15:27:30.825543 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 35602) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:30.862301 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a04c83d-98f8-4959-b3d8-7d2b19a0cbf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf84618d-6625-45a8-9a3a-996679784c70,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:30.896247 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1a04c83d-98f8-4959-b3d8-7d2b19a0cbf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:30.904738 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:30.923697 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.v2.base [None req-e9eabb5c-8322-4d1c-be3b-7e7a949449bd tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Request body: {'floatingip': {'floating_network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140'}} {{(pid=86839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:27:30.929622 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1a04c83d-98f8-4959-b3d8-7d2b19a0cbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16429219'] for segment, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:30.930173 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.db.segments_db [None req-1a04c83d-98f8-4959-b3d8-7d2b19a0cbf0 admin admin] Added segment d26b1ed2-4114-40a0-a0ee-737b1560b84c of type vlan for network e982b651-952f-4715-9884-6270061b9d5b Nov 09 15:27:30.937475 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc9e4bd-e4bf-426e-8f40-b62173307bc2 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70ccb3f5-b041-4d23-8e1e-33030324ccb8,revision_number=0']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:30.941047 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-d9767b66-01cc-4b2e-bd6c-1cb18af86065 req-6e5cbf00-bada-40a5-a1e7-bc47a039f0f2 service neutron] 10.222.0.44 "GET /v2.0/networks/83f31a2a-2594-4e3a-8479-7e016c995183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7027838 Nov 09 15:27:30.986564 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-e9eabb5c-8322-4d1c-be3b-7e7a949449bd tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:30.990587 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-3bc9e4bd-e4bf-426e-8f40-b62173307bc2 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:31.002255 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-e9eabb5c-8322-4d1c-be3b-7e7a949449bd tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Usage tracker for resource:floatingip and tenant:4c426877957540c3ae3ca3dce095a0e8 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:31.025871 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76505f91-9f61-450a-9140-504745b18d6d admin admin] Notify agent at l3_agent.dv-cinder-817223-1-smb the message routers_updated {{(pid=86838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 09 15:27:31.028721 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c866a47b-90f4-4828-827f-24bd7aa4b706 req-696f9bb7-ff6b-4887-9024-adff7dcc0181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:31.030295 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c866a47b-90f4-4828-827f-24bd7aa4b706 req-696f9bb7-ff6b-4887-9024-adff7dcc0181 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=28b355fa4e264999823dc9f7078c4198&device_id=d7f33deb-c2b3-4278-8078-99ec064ab19a HTTP/1.1" status: 200 len: 1097 time: 0.4922280 Nov 09 15:27:31.035699 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7b1574-0861-4e62-af6f-35aef2e3df19 None None] Sync routers for ids ['35844a15-8600-4606-b254-060c78efc1d6'] in dv-cinder-817223-1-smb {{(pid=86841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 15:27:31.067695 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-76505f91-9f61-450a-9140-504745b18d6d admin admin] 10.222.0.83 "PUT /v2.0/routers/35844a15-8600-4606-b254-060c78efc1d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.3062835 Nov 09 15:27:31.068479 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-e9eabb5c-8322-4d1c-be3b-7e7a949449bd tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:31.072224 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7b1574-0861-4e62-af6f-35aef2e3df19 None None] Routers {'35844a15-8600-4606-b254-060c78efc1d6'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:27:31.072868 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-5a7b1574-0861-4e62-af6f-35aef2e3df19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:27:28Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['35844a15-8600-4606-b254-060c78efc1d6'], 'active': True} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:27:31.093123 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-e9eabb5c-8322-4d1c-be3b-7e7a949449bd tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:31.119996 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1a04c83d-98f8-4959-b3d8-7d2b19a0cbf0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763972287609'] for network, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:31.152371 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-78c92030-e7ae-4713-801a-371df4109f77 None None] Port c0123e44-58b7-4fd3-94a6-a7b383ce95cb cannot update to ACTIVE because it is not bound. {{(pid=86840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 09 15:27:31.160388 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning complete for port f9d381bc-8853-40c6-975d-713644bb15b8 triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:27:31.160862 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:31.166991 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.db_base_plugin_common [None req-7e3282af-41a8-4aeb-978e-2ed3da270e99 admin admin] Allocated IP 172.20.0.1 (08bbf048-6dc1-4572-9d55-714f0fd34b54/4904fa8b-3075-42a7-aac9-ddfb551a5334/cf9f9d51-a156-4942-b5b9-e66a0f19d353) {{(pid=86839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 15:27:31.185220 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e9eabb5c-8322-4d1c-be3b-7e7a949449bd tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks [] for floatingip, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:31.260516 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf98a-eb27-4bba-98e1-af682d21af53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:31.260791 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c866a47b-90f4-4828-827f-24bd7aa4b706 req-cc3d9c4a-b145-4a8c-b870-27aaa6f36f92 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f74fd00-44b6-4aef-8ce4-7462002bd590 HTTP/1.1" status: 200 len: 217 time: 0.1808937 Nov 09 15:27:31.281746 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:31.324335 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.db.resource_extend [None req-1a04c83d-98f8-4959-b3d8-7d2b19a0cbf0 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 15:27:31.423955 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c866a47b-90f4-4828-827f-24bd7aa4b706 req-e8069df7-d56a-4a84-9cbc-aee5c472b14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:31.425413 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c866a47b-90f4-4828-827f-24bd7aa4b706 req-e8069df7-d56a-4a84-9cbc-aee5c472b14a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=00451814-090f-4726-afa8-b056c39dc97c HTTP/1.1" status: 200 len: 855 time: 0.1314795 Nov 09 15:27:31.430329 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7f33deb-c2b3-4278-8078-99ec064ab19a', 'tag': '9f74fd00-44b6-4aef-8ce4-7462002bd590', 'status': 'completed', 'code': 200} Nov 09 15:27:31.442160 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a8ef4210-f77e-4b5e-8e42-3fe680508394 req-9401930d-bae0-485b-8583-c00cb9f2b35c tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6467869 Nov 09 15:27:31.491680 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-e3f909e3-159f-4c69-bb2b-8b17c9bee9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9122288b-4562-48c2-8128-f210649aadde', 'name': 'tempest-ServerRescueNegativeTestJSON-553541280-router', 'tenant_id': '9358f8b166ed4a2d82f901d8250cca4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': '06e6cd9b-f7d2-4e64-a583-e2d58fcd2ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:27:07Z', 'updated_at': '2021-11-09T15:27:16Z', 'revision_number': 3, 'project_id': '9358f8b166ed4a2d82f901d8250cca4a', 'gw_port': {'id': '06e6cd9b-f7d2-4e64-a583-e2d58fcd2ef6', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:79:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9122288b-4562-48c2-8128-f210649aadde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:10Z', 'updated_at': '2021-11-09T15:27:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb'}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:27:31.496745 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f909e3-159f-4c69-bb2b-8b17c9bee9a9 None None] The sync data for ids ['9122288b-4562-48c2-8128-f210649aadde'] in dv-cinder-817223-1-smb is: [{'id': '9122288b-4562-48c2-8128-f210649aadde', 'name': 'tempest-ServerRescueNegativeTestJSON-553541280-router', 'tenant_id': '9358f8b166ed4a2d82f901d8250cca4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': '06e6cd9b-f7d2-4e64-a583-e2d58fcd2ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:27:07Z', 'updated_at': '2021-11-09T15:27:16Z', 'revision_number': 3, 'project_id': '9358f8b166ed4a2d82f901d8250cca4a', 'gw_port': {'id': '06e6cd9b-f7d2-4e64-a583-e2d58fcd2ef6', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:79:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9122288b-4562-48c2-8128-f210649aadde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:10Z', 'updated_at': '2021-11-09T15:27:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb'}] {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 15:27:31.505928 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bf98a-eb27-4bba-98e1-af682d21af53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3508166e-ff7d-49ae-90af-92c2cc817458,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:31.506356 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvr_db [None req-5a7b1574-0861-4e62-af6f-35aef2e3df19 None None] Set router 35844a15-8600-4606-b254-060c78efc1d6 gateway port host: dv-cinder-817223-1-smb {{(pid=86841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:27:31.528244 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c866a47b-90f4-4828-827f-24bd7aa4b706 req-6be1bab1-0bc8-4f56-9d65-510b9dda96ea service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b035d5f5-109a-431a-855e-5d68d792ce82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897167 Nov 09 15:27:31.603530 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-0c7bf98a-eb27-4bba-98e1-af682d21af53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:31.612067 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf98a-eb27-4bba-98e1-af682d21af53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:31.616047 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-0c7bf98a-eb27-4bba-98e1-af682d21af53 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3508166e-ff7d-49ae-90af-92c2cc817458 HTTP/1.1" status: 204 len: 168 time: 1.8127575 Nov 09 15:27:31.620274 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b74489-b2f6-460f-a96e-6ef4d6468246 req-dc78ff8f-6c24-4322-ab3e-bba2742d84a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:31.622027 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-c4b74489-b2f6-460f-a96e-6ef4d6468246 req-dc78ff8f-6c24-4322-ab3e-bba2742d84a9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3f1b08c7380d4fe189a00070c35f22e4&device_id=d39a65c0-69ef-4170-b917-bec2211a3000 HTTP/1.1" status: 200 len: 1097 time: 0.6159527 Nov 09 15:27:31.629585 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1a04c83d-98f8-4959-b3d8-7d2b19a0cbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for network, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:31.656104 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a04c83d-98f8-4959-b3d8-7d2b19a0cbf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:31.656909 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1a04c83d-98f8-4959-b3d8-7d2b19a0cbf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:31.668090 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:31.922213 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-1a04c83d-98f8-4959-b3d8-7d2b19a0cbf0 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.8882411 Nov 09 15:27:31.933326 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 35632) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:31.994475 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-87cc7d52-77fc-4a8e-9eb8-af9f75dd4b52 admin admin] Request body: {'subnet': {'network_id': 'e982b651-952f-4715-9884-6270061b9d5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-697014632-subnet', 'tenant_id': '0034f887c5c941f492c8d0dfcca1e8be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:27:32.000877 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a04c83d-98f8-4959-b3d8-7d2b19a0cbf0 admin admin] Pushing event updated for resources: {'Network': ['ID=e982b651-952f-4715-9884-6270061b9d5b,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:32.024848 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-87cc7d52-77fc-4a8e-9eb8-af9f75dd4b52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:32.041905 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Network e982b651-952f-4715-9884-6270061b9d5b details requested by agent ovs-agent-dv-cinder-817223-1-smb with host dv-cinder-817223-1-smb {{(pid=86840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 15:27:32.043441 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1a04c83d-98f8-4959-b3d8-7d2b19a0cbf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:32.050689 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c866a47b-90f4-4828-827f-24bd7aa4b706 req-8f3e2f4c-2c50-418c-b8af-27acef51650d service neutron] 10.222.0.44 "GET /v2.0/networks/b035d5f5-109a-431a-855e-5d68d792ce82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5001640 Nov 09 15:27:32.052420 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-87cc7d52-77fc-4a8e-9eb8-af9f75dd4b52 admin admin] Usage tracker for resource:subnet and tenant:0034f887c5c941f492c8d0dfcca1e8be is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:32.101915 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-87cc7d52-77fc-4a8e-9eb8-af9f75dd4b52 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:32.123282 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-87cc7d52-77fc-4a8e-9eb8-af9f75dd4b52 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:32.275791 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-5a7b1574-0861-4e62-af6f-35aef2e3df19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35844a15-8600-4606-b254-060c78efc1d6', 'name': 'tempest-AttachVolumeTestJSON-600668670-router', 'tenant_id': '41dafbb04b984e61a49bf7c195f04598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.217'}], 'enable_snat': True}, 'gw_port_id': 'ee1577dd-f5f0-4945-80ba-b63d07808acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:27:05Z', 'updated_at': '2021-11-09T15:27:27Z', 'revision_number': 4, 'project_id': '41dafbb04b984e61a49bf7c195f04598', 'gw_port': {'id': 'ee1577dd-f5f0-4945-80ba-b63d07808acd', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35844a15-8600-4606-b254-060c78efc1d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:07Z', 'updated_at': '2021-11-09T15:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_interfaces': [{'id': 'c0123e44-58b7-4fd3-94a6-a7b383ce95cb', 'name': '', 'network_id': '54e70c2d-ce99-4138-a9cc-3f850389a6a6', 'tenant_id': '41dafbb04b984e61a49bf7c195f04598', 'mac_address': 'fa:16:3e:0f:de:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35844a15-8600-4606-b254-060c78efc1d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '9b608a26-d042-452d-99ad-6e47cca5fd61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:22Z', 'updated_at': '2021-11-09T15:27:28Z', 'revision_number': 2, 'project_id': '41dafbb04b984e61a49bf7c195f04598', 'subnets': [{'id': '9b608a26-d042-452d-99ad-6e47cca5fd61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:27:32.276793 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-7e3282af-41a8-4aeb-978e-2ed3da270e99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:32.291048 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87cc7d52-77fc-4a8e-9eb8-af9f75dd4b52 admin admin] Made reservation on behalf of 0034f887c5c941f492c8d0dfcca1e8be for: {'subnet': 1} {{(pid=86838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 15:27:32.293658 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-87cc7d52-77fc-4a8e-9eb8-af9f75dd4b52 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:32.303384 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7b1574-0861-4e62-af6f-35aef2e3df19 None None] Checking router: 35844a15-8600-4606-b254-060c78efc1d6 for host: dv-cinder-817223-1-smb {{(pid=86841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 15:27:32.303773 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7b1574-0861-4e62-af6f-35aef2e3df19 None None] Updating router 35844a15-8600-4606-b254-060c78efc1d6 port c0123e44-58b7-4fd3-94a6-a7b383ce95cb binding host dv-cinder-817223-1-smb {{(pid=86841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 15:27:32.354195 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b74489-b2f6-460f-a96e-6ef4d6468246 req-05af6e65-a085-49e7-9e96-502fa80571bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:32.359289 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-c4b74489-b2f6-460f-a96e-6ef4d6468246 req-05af6e65-a085-49e7-9e96-502fa80571bd service neutron] 10.222.0.44 "GET /v2.0/networks?id=83f31a2a-2594-4e3a-8479-7e016c995183 HTTP/1.1" status: 200 len: 913 time: 0.7257502 Nov 09 15:27:32.488308 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron_lib.callbacks.manager [None req-5a7b1574-0861-4e62-af6f-35aef2e3df19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:32.508582 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device 06e6cd9b-f7d2-4e64-a583-e2d58fcd2ef6 up at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:27:32.595981 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-c4b74489-b2f6-460f-a96e-6ef4d6468246 req-74606bf1-8bdc-48ad-bb97-b2ee8d9463a8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1a11c1a-e40c-4f1f-90e2-fed1fc36beaf HTTP/1.1" status: 200 len: 217 time: 0.2293642 Nov 09 15:27:32.684528 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning for port 06e6cd9b-f7d2-4e64-a583-e2d58fcd2ef6 completed by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:27:32.696656 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning complete for port 06e6cd9b-f7d2-4e64-a583-e2d58fcd2ef6 triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:27:32.697277 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:32.791693 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-7e3282af-41a8-4aeb-978e-2ed3da270e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763972296951'] for port, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:32.823118 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e9eabb5c-8322-4d1c-be3b-7e7a949449bd tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:32.949775 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-87cc7d52-77fc-4a8e-9eb8-af9f75dd4b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for subnet, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:32.995497 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:33.009564 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:33.038755 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] For port 06e6cd9b-f7d2-4e64-a583-e2d58fcd2ef6, host dv-cinder-817223-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=06e6cd9b-f7d2-4e64-a583-e2d58fcd2ef6,segment=NetworkSegment(5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3),segment_id=5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:27:33.045203 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:33.048911 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:33.203884 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c866a47b-90f4-4828-827f-24bd7aa4b706 req-20cadbe7-1094-4f76-a261-9727c9970b5c service neutron] 10.222.0.44 "GET /v2.0/networks/b035d5f5-109a-431a-855e-5d68d792ce82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1361103 Nov 09 15:27:33.208633 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Pushing event updated for resources: {'Port': ['ID=06e6cd9b-f7d2-4e64-a583-e2d58fcd2ef6,revision_number=4']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:33.213777 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:33.277163 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.db_base_plugin_common [None req-e9eabb5c-8322-4d1c-be3b-7e7a949449bd tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Allocated IP 172.28.0.99 (de089fbd-190d-42e2-b873-9d0b1c33f140/6c23faf8-0a9f-4180-83f0-f659576295c3/87e7e81c-74b5-4f1d-abe6-5fefae4c4947) {{(pid=86839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 15:27:33.308966 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron_lib.callbacks.manager [None req-5a7b1574-0861-4e62-af6f-35aef2e3df19 None None] Notify callbacks [] for port, precommit_update {{(pid=86841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:33.338858 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.provisioning_blocks [None req-5a7b1574-0861-4e62-af6f-35aef2e3df19 None None] Transition to ACTIVE for port object c0123e44-58b7-4fd3-94a6-a7b383ce95cb will not be triggered until provisioned by entity L2. {{(pid=86841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:27:33.351382 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron_lib.callbacks.manager [None req-5a7b1574-0861-4e62-af6f-35aef2e3df19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:33.366223 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:33.403122 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc7d52-77fc-4a8e-9eb8-af9f75dd4b52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81ab2c0b-8c32-40a4-a155-ef1dd61d07d8,revision_number=0']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:33.407265 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-87cc7d52-77fc-4a8e-9eb8-af9f75dd4b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:33.457370 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cc7d52-77fc-4a8e-9eb8-af9f75dd4b52 admin admin] Checking segment: {'id': 'd26b1ed2-4114-40a0-a0ee-737b1560b84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'e982b651-952f-4715-9884-6270061b9d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:27:33.457756 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cc7d52-77fc-4a8e-9eb8-af9f75dd4b52 admin admin] Network hostable DHCP agents. Network: e982b651-952f-4715-9884-6270061b9d5b, hostable agents: ['8b94a2d1-9ebf-428d-8e56-922e2d41e4d3'], hosted agents: [] {{(pid=86838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 15:27:33.465608 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad044ab8-7e34-4a12-bfbc-04f247d6f4c8 None None] Pushing event updated for resources: {'Port': ['ID=c0123e44-58b7-4fd3-94a6-a7b383ce95cb,revision_number=3']} {{(pid=86841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:33.477554 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG oslo_concurrency.lockutils [None req-ad044ab8-7e34-4a12-bfbc-04f247d6f4c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:33.507572 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eacd6f-7de0-4bdd-b660-89e903791680 req-4b5bd068-1044-4910-b970-ebb465911cb4 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:33.509402 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-55eacd6f-7de0-4bdd-b660-89e903791680 req-4b5bd068-1044-4910-b970-ebb465911cb4 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] 10.222.0.83 "GET /v2.0/ports?device_id=d39a65c0-69ef-4170-b917-bec2211a3000 HTTP/1.1" status: 200 len: 944 time: 1.2935801 Nov 09 15:27:33.638660 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762293ab-741c-4f77-b2a0-eb96c7b19890 req-579ddb8f-93dc-45ed-9932-2b65cb22b8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:33.640253 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-762293ab-741c-4f77-b2a0-eb96c7b19890 req-579ddb8f-93dc-45ed-9932-2b65cb22b8e7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=28b355fa4e264999823dc9f7078c4198&device_id=d7f33deb-c2b3-4278-8078-99ec064ab19a HTTP/1.1" status: 200 len: 1097 time: 0.3572273 Nov 09 15:27:33.640866 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cc7d52-77fc-4a8e-9eb8-af9f75dd4b52 admin admin] Network e982b651-952f-4715-9884-6270061b9d5b is scheduled to be hosted by DHCP agent 8b94a2d1-9ebf-428d-8e56-922e2d41e4d3 with binding_index 1 {{(pid=86838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 15:27:33.677682 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e9eabb5c-8322-4d1c-be3b-7e7a949449bd tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks [] for port, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:33.762983 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.managers [None req-5a7b1574-0861-4e62-af6f-35aef2e3df19 None None] Attempting to bind port c0123e44-58b7-4fd3-94a6-a7b383ce95cb on host dv-cinder-817223-1-smb for vnic_type normal with profile {{(pid=86841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 15:27:33.763575 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.managers [None req-5a7b1574-0861-4e62-af6f-35aef2e3df19 None None] Attempting to bind port c0123e44-58b7-4fd3-94a6-a7b383ce95cb by drivers openvswitch,hyperv on host dv-cinder-817223-1-smb at level 0 using segments [{'id': 'dd877f5c-ed2c-440a-8985-dad0e469fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '54e70c2d-ce99-4138-a9cc-3f850389a6a6'}] {{(pid=86841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 15:27:33.764147 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7b1574-0861-4e62-af6f-35aef2e3df19 None None] Attempting to bind port c0123e44-58b7-4fd3-94a6-a7b383ce95cb on network 54e70c2d-ce99-4138-a9cc-3f850389a6a6 {{(pid=86841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:27:33.771198 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-041a75a7-e928-40db-b59c-9db1d8ae2bce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:33.782137 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7b1574-0861-4e62-af6f-35aef2e3df19 None None] Checking agent: {'id': '189eed03-d966-4875-a18c-83c7415689a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817223-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 17, 55), 'started_at': datetime.datetime(2021, 11, 9, 15, 18, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817223-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 09 15:27:33.782599 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7b1574-0861-4e62-af6f-35aef2e3df19 None None] Checking segment: {'id': 'dd877f5c-ed2c-440a-8985-dad0e469fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '54e70c2d-ce99-4138-a9cc-3f850389a6a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:27:33.783295 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron_lib.callbacks.manager [None req-5a7b1574-0861-4e62-af6f-35aef2e3df19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:33.783858 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7b1574-0861-4e62-af6f-35aef2e3df19 None None] Bound using segment: {'id': 'dd877f5c-ed2c-440a-8985-dad0e469fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '54e70c2d-ce99-4138-a9cc-3f850389a6a6'} {{(pid=86841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 09 15:27:33.784469 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.managers [None req-5a7b1574-0861-4e62-af6f-35aef2e3df19 None None] Bound port: c0123e44-58b7-4fd3-94a6-a7b383ce95cb, host: dv-cinder-817223-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd877f5c-ed2c-440a-8985-dad0e469fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '54e70c2d-ce99-4138-a9cc-3f850389a6a6'}}] {{(pid=86841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 15:27:33.784875 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron_lib.callbacks.manager [None req-5a7b1574-0861-4e62-af6f-35aef2e3df19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:33.897235 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 35668) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:33.919524 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-55eacd6f-7de0-4bdd-b660-89e903791680 req-d7e034f4-5381-4548-8500-7dda93122ac1 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] 10.222.0.83 "GET /v2.0/security-groups?id=d55644a2-12d0-4b9a-ac54-2301ade382d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3951244 Nov 09 15:27:33.927777 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b74489-b2f6-460f-a96e-6ef4d6468246 req-8808de68-b762-4c5e-a8c4-2bd0f41d58c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:33.931864 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-c4b74489-b2f6-460f-a96e-6ef4d6468246 req-8808de68-b762-4c5e-a8c4-2bd0f41d58c7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d43a8bd0-955a-4c7e-be63-cba9b031710a HTTP/1.1" status: 200 len: 851 time: 1.3117914 Nov 09 15:27:33.941211 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e9eabb5c-8322-4d1c-be3b-7e7a949449bd tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763972296951'] for port, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:33.943295 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3282af-41a8-4aeb-978e-2ed3da270e99 admin admin] Pushing event updated for resources: {'Port': ['ID=cf9f9d51-a156-4942-b5b9-e66a0f19d353,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:33.955733 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-7e3282af-41a8-4aeb-978e-2ed3da270e99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:33.965651 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.db [None req-5a7b1574-0861-4e62-af6f-35aef2e3df19 None None] For port c0123e44-58b7-4fd3-94a6-a7b383ce95cb, host dv-cinder-817223-1-smb, cleared binding levels {{(pid=86841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 09 15:27:33.974098 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.db [None req-5a7b1574-0861-4e62-af6f-35aef2e3df19 None None] For port c0123e44-58b7-4fd3-94a6-a7b383ce95cb, host dv-cinder-817223-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=c0123e44-58b7-4fd3-94a6-a7b383ce95cb,segment=NetworkSegment(dd877f5c-ed2c-440a-8985-dad0e469fc3d),segment_id=dd877f5c-ed2c-440a-8985-dad0e469fc3d)] {{(pid=86841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 09 15:27:33.981721 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron_lib.callbacks.manager [None req-5a7b1574-0861-4e62-af6f-35aef2e3df19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:33.989377 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-6ade120a-70af-43d8-b50d-eb94822b0242 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1227706257', 'description': 'tempest-description--1004904499'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:27:33.992332 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:33.996363 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [None req-87cc7d52-77fc-4a8e-9eb8-af9f75dd4b52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817223-1-smb, e982b651-952f-4715-9884-6270061b9d5b) {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:27:34.003982 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-6ade120a-70af-43d8-b50d-eb94822b0242 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:34.005449 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12347d40-bb88-42f1-8449-bf8f6b1de6f1 None None] Network e982b651-952f-4715-9884-6270061b9d5b requested from dv-cinder-817223-1-smb {{(pid=86840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 09 15:27:34.043173 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3282af-41a8-4aeb-978e-2ed3da270e99 admin admin] Network 08bbf048-6dc1-4572-9d55-714f0fd34b54 is already hosted by enough agents. {{(pid=86839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 15:27:34.057985 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-041a75a7-e928-40db-b59c-9db1d8ae2bce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:34.102620 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762293ab-741c-4f77-b2a0-eb96c7b19890 req-df5e1a51-caf7-42be-9ea3-e7cbafc709da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:34.105172 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-762293ab-741c-4f77-b2a0-eb96c7b19890 req-df5e1a51-caf7-42be-9ea3-e7cbafc709da service neutron] 10.222.0.44 "GET /v2.0/networks?id=b035d5f5-109a-431a-855e-5d68d792ce82 HTTP/1.1" status: 200 len: 917 time: 0.4510987 Nov 09 15:27:34.117047 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cc7d52-77fc-4a8e-9eb8-af9f75dd4b52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:34.117996 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-87cc7d52-77fc-4a8e-9eb8-af9f75dd4b52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for subnet, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:34.154236 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.base_scheduler [None req-7e3282af-41a8-4aeb-978e-2ed3da270e99 admin admin] Resources bound (agent type, host, resource id): {{(pid=86839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:27:34.160247 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3282af-41a8-4aeb-978e-2ed3da270e99 admin admin] Received port after_create {{(pid=86839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 09 15:27:34.163158 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-7e3282af-41a8-4aeb-978e-2ed3da270e99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-822339'] for router_interface, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:34.187180 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eabb5c-8322-4d1c-be3b-7e7a949449bd tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Pushing event updated for resources: {'Port': ['ID=87e7e81c-74b5-4f1d-abe6-5fefae4c4947,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:34.203589 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-e9eabb5c-8322-4d1c-be3b-7e7a949449bd tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:34.230602 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9eabb5c-8322-4d1c-be3b-7e7a949449bd tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Network de089fbd-190d-42e2-b873-9d0b1c33f140 is already hosted by enough agents. {{(pid=86839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 15:27:34.238969 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-c4b74489-b2f6-460f-a96e-6ef4d6468246 req-ae0f506a-5147-47db-9b04-7b8db5910907 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=83f31a2a-2594-4e3a-8479-7e016c995183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2881467 Nov 09 15:27:34.241507 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.base_scheduler [None req-e9eabb5c-8322-4d1c-be3b-7e7a949449bd tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Resources bound (agent type, host, resource id): {{(pid=86839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:27:34.258373 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7b1574-0861-4e62-af6f-35aef2e3df19 None None] Routers {'35844a15-8600-4606-b254-060c78efc1d6'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:27:34.259525 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-5a7b1574-0861-4e62-af6f-35aef2e3df19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:27:28Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['35844a15-8600-4606-b254-060c78efc1d6'], 'active': True} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:27:34.260617 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-6ade120a-70af-43d8-b50d-eb94822b0242 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Usage tracker for resource:security_group and tenant:41dafbb04b984e61a49bf7c195f04598 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:34.281801 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9eabb5c-8322-4d1c-be3b-7e7a949449bd tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Received port after_create {{(pid=86839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 09 15:27:34.282632 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-6ade120a-70af-43d8-b50d-eb94822b0242 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:34.355998 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-6ade120a-70af-43d8-b50d-eb94822b0242 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:34.383147 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-762293ab-741c-4f77-b2a0-eb96c7b19890 req-f1a48e02-a0f4-4e6a-a138-c5a487a08360 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f74fd00-44b6-4aef-8ce4-7462002bd590 HTTP/1.1" status: 200 len: 217 time: 0.2694550 Nov 09 15:27:34.488790 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e9eabb5c-8322-4d1c-be3b-7e7a949449bd tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:34.497142 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad044ab8-7e34-4a12-bfbc-04f247d6f4c8 None None] Pushing event updated for resources: {'Port': ['ID=c0123e44-58b7-4fd3-94a6-a7b383ce95cb,revision_number=4']} {{(pid=86841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:34.519861 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG oslo_concurrency.lockutils [None req-ad044ab8-7e34-4a12-bfbc-04f247d6f4c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=86841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:34.548606 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device 06e6cd9b-f7d2-4e64-a583-e2d58fcd2ef6 up at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:27:34.550862 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-87cc7d52-77fc-4a8e-9eb8-af9f75dd4b52 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.5810776 Nov 09 15:27:34.568600 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-6ade120a-70af-43d8-b50d-eb94822b0242 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:34.609494 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-6ade120a-70af-43d8-b50d-eb94822b0242 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:34.628945 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-6ade120a-70af-43d8-b50d-eb94822b0242 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Usage tracker for resource:security_group_rule and tenant:41dafbb04b984e61a49bf7c195f04598 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:34.635345 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-6ade120a-70af-43d8-b50d-eb94822b0242 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:34.659679 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-6ade120a-70af-43d8-b50d-eb94822b0242 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:34.730237 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762293ab-741c-4f77-b2a0-eb96c7b19890 req-19f6ad4c-ef87-46ad-b87b-413ca48bd591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:34.731689 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-762293ab-741c-4f77-b2a0-eb96c7b19890 req-19f6ad4c-ef87-46ad-b87b-413ca48bd591 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=00451814-090f-4726-afa8-b056c39dc97c HTTP/1.1" status: 200 len: 855 time: 0.3213925 Nov 09 15:27:34.735631 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7972c5cf-1e89-4782-b78a-9f81f3719bcc None None] Network e982b651-952f-4715-9884-6270061b9d5b requested from dv-cinder-817223-1-smb {{(pid=86840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 09 15:27:34.849334 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-762293ab-741c-4f77-b2a0-eb96c7b19890 req-826e0766-e5b7-489c-9c80-99235a66a809 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b035d5f5-109a-431a-855e-5d68d792ce82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1031282 Nov 09 15:27:34.855527 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 35692) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:34.858544 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvr_db [None req-5a7b1574-0861-4e62-af6f-35aef2e3df19 None None] Set router 35844a15-8600-4606-b254-060c78efc1d6 gateway port host: dv-cinder-817223-1-smb {{(pid=86841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:27:34.927727 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device f1a11c1a-e40c-4f1f-90e2-fed1fc36beaf details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=86840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 15:27:34.977376 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e9eabb5c-8322-4d1c-be3b-7e7a949449bd tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:35.153918 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbeaface-2452-427d-b9ff-d286f81e7186 admin admin] Deleting subnet aeff6a4c-26cc-4e7b-9d84-413fd809bd5d {{(pid=86838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 09 15:27:35.163457 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning complete for port 06e6cd9b-f7d2-4e64-a583-e2d58fcd2ef6 triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:27:35.164198 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:35.165518 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37882067-6fca-47a1-bb4c-5246fc64cb4d req-a4e34486-4de5-4ca4-81f0-63da81582e32 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:35.173429 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-37882067-6fca-47a1-bb4c-5246fc64cb4d req-a4e34486-4de5-4ca4-81f0-63da81582e32 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7f33deb-c2b3-4278-8078-99ec064ab19a HTTP/1.1" status: 200 len: 944 time: 0.8871033 Nov 09 15:27:35.196920 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-cbeaface-2452-427d-b9ff-d286f81e7186 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:35.323727 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-c4b74489-b2f6-460f-a96e-6ef4d6468246 req-4d619350-5a67-4068-8b73-4a6c55410071 service neutron] 10.222.0.44 "GET /v2.0/networks/83f31a2a-2594-4e3a-8479-7e016c995183?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0453234 Nov 09 15:27:35.356277 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-5a7b1574-0861-4e62-af6f-35aef2e3df19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35844a15-8600-4606-b254-060c78efc1d6', 'name': 'tempest-AttachVolumeTestJSON-600668670-router', 'tenant_id': '41dafbb04b984e61a49bf7c195f04598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.217'}], 'enable_snat': True}, 'gw_port_id': 'ee1577dd-f5f0-4945-80ba-b63d07808acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:27:05Z', 'updated_at': '2021-11-09T15:27:27Z', 'revision_number': 4, 'project_id': '41dafbb04b984e61a49bf7c195f04598', 'gw_port': {'id': 'ee1577dd-f5f0-4945-80ba-b63d07808acd', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35844a15-8600-4606-b254-060c78efc1d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:07Z', 'updated_at': '2021-11-09T15:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_interfaces': [{'id': 'c0123e44-58b7-4fd3-94a6-a7b383ce95cb', 'name': '', 'network_id': '54e70c2d-ce99-4138-a9cc-3f850389a6a6', 'tenant_id': '41dafbb04b984e61a49bf7c195f04598', 'mac_address': 'fa:16:3e:0f:de:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35844a15-8600-4606-b254-060c78efc1d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '9b608a26-d042-452d-99ad-6e47cca5fd61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:22Z', 'updated_at': '2021-11-09T15:27:33Z', 'revision_number': 4, 'project_id': '41dafbb04b984e61a49bf7c195f04598', 'subnets': [{'id': '9b608a26-d042-452d-99ad-6e47cca5fd61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:27:35.363056 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7b1574-0861-4e62-af6f-35aef2e3df19 None None] The sync data for ids ['35844a15-8600-4606-b254-060c78efc1d6'] in dv-cinder-817223-1-smb is: [{'id': '35844a15-8600-4606-b254-060c78efc1d6', 'name': 'tempest-AttachVolumeTestJSON-600668670-router', 'tenant_id': '41dafbb04b984e61a49bf7c195f04598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.217'}], 'enable_snat': True}, 'gw_port_id': 'ee1577dd-f5f0-4945-80ba-b63d07808acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:27:05Z', 'updated_at': '2021-11-09T15:27:27Z', 'revision_number': 4, 'project_id': '41dafbb04b984e61a49bf7c195f04598', 'gw_port': {'id': 'ee1577dd-f5f0-4945-80ba-b63d07808acd', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35844a15-8600-4606-b254-060c78efc1d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:07Z', 'updated_at': '2021-11-09T15:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_interfaces': [{'id': 'c0123e44-58b7-4fd3-94a6-a7b383ce95cb', 'name': '', 'network_id': '54e70c2d-ce99-4138-a9cc-3f850389a6a6', 'tenant_id': '41dafbb04b984e61a49bf7c195f04598', 'mac_address': 'fa:16:3e:0f:de:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35844a15-8600-4606-b254-060c78efc1d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '9b608a26-d042-452d-99ad-6e47cca5fd61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:22Z', 'updated_at': '2021-11-09T15:27:33Z', 'revision_number': 4, 'project_id': '41dafbb04b984e61a49bf7c195f04598', 'subnets': [{'id': '9b608a26-d042-452d-99ad-6e47cca5fd61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 15:27:35.384246 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port f1a11c1a-e40c-4f1f-90e2-fed1fc36beaf, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=f1a11c1a-e40c-4f1f-90e2-fed1fc36beaf,segment=NetworkSegment(6c588000-b12b-4673-bba0-ea84e6d5f684),segment_id=6c588000-b12b-4673-bba0-ea84e6d5f684)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:27:35.421597 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Returning: {'device': 'f1a11c1a-e40c-4f1f-90e2-fed1fc36beaf', 'network_id': '83f31a2a-2594-4e3a-8479-7e016c995183', 'port_id': 'f1a11c1a-e40c-4f1f-90e2-fed1fc36beaf', 'mac_address': 'fa:16:3e:73:c0:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd43a8bd0-955a-4c7e-be63-cba9b031710a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 15:27:35.491041 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-762293ab-741c-4f77-b2a0-eb96c7b19890 req-17b0964e-29c6-40ff-a58e-d73846a6b5d4 service neutron] 10.222.0.44 "GET /v2.0/networks/b035d5f5-109a-431a-855e-5d68d792ce82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6313024 Nov 09 15:27:35.569775 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-cbeaface-2452-427d-b9ff-d286f81e7186 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:35.589736 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-37882067-6fca-47a1-bb4c-5246fc64cb4d req-b2e48d76-0e6d-481d-98a0-9ba0f286068e tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4153235 Nov 09 15:27:35.591925 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e9eabb5c-8322-4d1c-be3b-7e7a949449bd tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks [] for port, precommit_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:35.635619 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e9eabb5c-8322-4d1c-be3b-7e7a949449bd tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:35.643173 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:35.660729 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:35.666491 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.notifiers.nova [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1a11c1a-e40c-4f1f-90e2-fed1fc36beaf {{(pid=86840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 15:27:35.688315 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port f1a11c1a-e40c-4f1f-90e2-fed1fc36beaf, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=f1a11c1a-e40c-4f1f-90e2-fed1fc36beaf,segment=NetworkSegment(6c588000-b12b-4673-bba0-ea84e6d5f684),segment_id=6c588000-b12b-4673-bba0-ea84e6d5f684)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:27:35.694089 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:35.696378 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-8a2a0360-29dd-4856-82e2-6474b77b84f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:35.753978 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-cbeaface-2452-427d-b9ff-d286f81e7186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16468760'] for subnet, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:35.782747 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-6ade120a-70af-43d8-b50d-eb94822b0242 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:35.803865 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-6ade120a-70af-43d8-b50d-eb94822b0242 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:35.825702 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a522840-018b-498a-a0c5-c65a3cf6c8f7 req-7fa015ce-9ca6-43d0-a193-d414a8c63f93 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:35.833874 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9a522840-018b-498a-a0c5-c65a3cf6c8f7 req-7fa015ce-9ca6-43d0-a193-d414a8c63f93 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] 10.222.0.83 "GET /v2.0/ports?device_id=d39a65c0-69ef-4170-b917-bec2211a3000 HTTP/1.1" status: 200 len: 944 time: 0.6965542 Nov 09 15:27:35.834021 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e9eabb5c-8322-4d1c-be3b-7e7a949449bd tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-978376'] for floatingip, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:35.839617 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-c4b74489-b2f6-460f-a96e-6ef4d6468246 req-ac330d7f-b0ac-45f9-b9f6-7bb93b1b2d04 service neutron] 10.222.0.44 "GET /v2.0/networks/83f31a2a-2594-4e3a-8479-7e016c995183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5025806 Nov 09 15:27:35.841029 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-c9b859d4-1f5a-4d38-b8cb-08bdde8e8511 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:35.859518 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eabb5c-8322-4d1c-be3b-7e7a949449bd tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Pushing event updated for resources: {'Port': ['ID=87e7e81c-74b5-4f1d-abe6-5fefae4c4947,revision_number=2']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:35.866916 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-e9eabb5c-8322-4d1c-be3b-7e7a949449bd tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:35.874775 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-7e3282af-41a8-4aeb-978e-2ed3da270e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:35.894820 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Pushing event updated for resources: {'Port': ['ID=f1a11c1a-e40c-4f1f-90e2-fed1fc36beaf,revision_number=4']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:35.907022 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:35.911792 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e9eabb5c-8322-4d1c-be3b-7e7a949449bd tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581'] for floatingip, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:35.912999 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-e9eabb5c-8322-4d1c-be3b-7e7a949449bd tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0355582 Nov 09 15:27:36.094534 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-cbeaface-2452-427d-b9ff-d286f81e7186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16468759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for subnet, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:36.104204 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-6ade120a-70af-43d8-b50d-eb94822b0242 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:36.105972 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-6ade120a-70af-43d8-b50d-eb94822b0242 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.2072077 Nov 09 15:27:36.117676 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ade120a-70af-43d8-b50d-eb94822b0242 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=865ee8c0-0767-4d57-8452-a1f03027d70b,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:36.122953 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 35718) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:36.147636 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-6ade120a-70af-43d8-b50d-eb94822b0242 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:36.151540 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-5aa78c61-8e59-4685-886e-f51280b349b8 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Request body: {'security_group_rule': {'security_group_id': '865ee8c0-0767-4d57-8452-a1f03027d70b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:27:36.161319 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-d8f287e2-7033-4423-982b-6de5ab597cb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:36.162296 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] get_ports_and_sgs() called for port_ids ['f1a11c1a-e40c-4f1f-90e2-fed1fc36beaf'] {{(pid=86840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 09 15:27:36.245258 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9a522840-018b-498a-a0c5-c65a3cf6c8f7 req-1c91ee1b-afc2-48a2-8af7-4827abb8ef3e tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] 10.222.0.83 "GET /v2.0/security-groups?id=d55644a2-12d0-4b9a-ac54-2301ade382d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4092586 Nov 09 15:27:36.268507 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-5aa78c61-8e59-4685-886e-f51280b349b8 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:36.306090 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-762293ab-741c-4f77-b2a0-eb96c7b19890 req-a9e4052a-1915-4584-865c-d9e968ddc1d6 service neutron] 10.222.0.44 "GET /v2.0/networks/b035d5f5-109a-431a-855e-5d68d792ce82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7970939 Nov 09 15:27:36.330145 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeaface-2452-427d-b9ff-d286f81e7186 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aeff6a4c-26cc-4e7b-9d84-413fd809bd5d,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:36.349766 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-5aa78c61-8e59-4685-886e-f51280b349b8 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Usage tracker for resource:security_group_rule and tenant:41dafbb04b984e61a49bf7c195f04598 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:36.357510 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-cbeaface-2452-427d-b9ff-d286f81e7186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for subnet, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:36.362203 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-cbeaface-2452-427d-b9ff-d286f81e7186 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/aeff6a4c-26cc-4e7b-9d84-413fd809bd5d HTTP/1.1" status: 204 len: 168 time: 1.4782312 Nov 09 15:27:36.365848 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-86186a40-58d0-4e2c-9d6b-31e0a0fcebde tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Synchronizing usage tracker for tenant:4c426877957540c3ae3ca3dce095a0e8 on resource:security_group {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 15:27:36.368817 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 35730) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:36.374703 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-5aa78c61-8e59-4685-886e-f51280b349b8 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:36.384581 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-cbeaface-2452-427d-b9ff-d286f81e7186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:36.394343 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-5aa78c61-8e59-4685-886e-f51280b349b8 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:36.486337 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-5aa78c61-8e59-4685-886e-f51280b349b8 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:36.499102 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-86186a40-58d0-4e2c-9d6b-31e0a0fcebde tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Unset dirty status for tenant:4c426877957540c3ae3ca3dce095a0e8 on resource:security_group {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 15:27:36.502663 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-86186a40-58d0-4e2c-9d6b-31e0a0fcebde tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--734325693&fields=id&tenant_id=4c426877957540c3ae3ca3dce095a0e8 HTTP/1.1" status: 200 len: 267 time: 0.2427688 Nov 09 15:27:36.534786 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device c0123e44-58b7-4fd3-94a6-a7b383ce95cb up at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:27:36.755380 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-25c13e57-3e54-4872-81e4-02b203ef1ed4 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:36.757801 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-25c13e57-3e54-4872-81e4-02b203ef1ed4 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Synchronizing usage tracker for tenant:4c426877957540c3ae3ca3dce095a0e8 on resource:network {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 15:27:36.826723 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device 9f74fd00-44b6-4aef-8ce4-7462002bd590 details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=86840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 15:27:36.837577 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-25c13e57-3e54-4872-81e4-02b203ef1ed4 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Unset dirty status for tenant:4c426877957540c3ae3ca3dce095a0e8 on resource:network {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 15:27:36.838706 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-25c13e57-3e54-4872-81e4-02b203ef1ed4 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/networks?id=4e486921-0f80-48c5-9888-ae5de3f1e305 HTTP/1.1" status: 200 len: 816 time: 0.3264878 Nov 09 15:27:36.872667 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-7e3282af-41a8-4aeb-978e-2ed3da270e99 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:36.879595 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-7e3282af-41a8-4aeb-978e-2ed3da270e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:36.882892 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-7e3282af-41a8-4aeb-978e-2ed3da270e99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-822316'] for router_interface, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:36.898079 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-88b2d3f9-c4b4-4ff6-8dcd-b87a1a00231b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16504018'] for network, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:36.902798 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-e9eabb5c-8322-4d1c-be3b-7e7a949449bd tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:36.980910 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-5aa78c61-8e59-4685-886e-f51280b349b8 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:36.994859 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-317b067c-2b09-4e42-8e0e-3bf8b2b0b562 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/quotas/4c426877957540c3ae3ca3dce095a0e8 HTTP/1.1" status: 200 len: 375 time: 0.0350020 Nov 09 15:27:36.998385 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-5aa78c61-8e59-4685-886e-f51280b349b8 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027457'] for security_group_rule, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:37.001088 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning for port c0123e44-58b7-4fd3-94a6-a7b383ce95cb completed by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:27:37.012065 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning complete for port c0123e44-58b7-4fd3-94a6-a7b383ce95cb triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:27:37.013032 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:37.101200 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-37aa279a-4e3d-4f67-b31f-0b3a847951e5 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:37.177796 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa78c61-8e59-4685-886e-f51280b349b8 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35f4b628-f9be-4f63-8538-37dda61ed2e3,revision_number=0']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:37.199445 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-5aa78c61-8e59-4685-886e-f51280b349b8 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:37.210507 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-5aa78c61-8e59-4685-886e-f51280b349b8 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:37.215906 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3282af-41a8-4aeb-978e-2ed3da270e99 admin admin] Pushing event updated for resources: {'Port': ['ID=cf9f9d51-a156-4942-b5b9-e66a0f19d353,revision_number=2']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:37.218430 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 35746) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:37.221236 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-7e3282af-41a8-4aeb-978e-2ed3da270e99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:37.227051 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-5aa78c61-8e59-4685-886e-f51280b349b8 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0833793 Nov 09 15:27:37.233653 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.v2.base [None req-6332a308-e46e-414a-8e4e-ee5c16a0dbf2 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Request body: {'security_group_rule': {'security_group_id': '865ee8c0-0767-4d57-8452-a1f03027d70b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:27:37.268576 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-a5e6a778-79a4-4b5c-b8e8-63910d7d66f1 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=4c426877957540c3ae3ca3dce095a0e8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2728579 Nov 09 15:27:37.278127 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c5bba-5de7-4114-89b5-f148f42861dc req-45c9626c-3f9d-4f12-b4b1-908b82e6c64b tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:37.286146 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-6332a308-e46e-414a-8e4e-ee5c16a0dbf2 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:37.287826 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-950c5bba-5de7-4114-89b5-f148f42861dc req-45c9626c-3f9d-4f12-b4b1-908b82e6c64b tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7f33deb-c2b3-4278-8078-99ec064ab19a HTTP/1.1" status: 200 len: 944 time: 0.4549530 Nov 09 15:27:37.311505 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-6332a308-e46e-414a-8e4e-ee5c16a0dbf2 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Usage tracker for resource:security_group_rule and tenant:41dafbb04b984e61a49bf7c195f04598 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:37.316285 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-6332a308-e46e-414a-8e4e-ee5c16a0dbf2 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:37.343539 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-6332a308-e46e-414a-8e4e-ee5c16a0dbf2 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:37.350288 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port 9f74fd00-44b6-4aef-8ce4-7462002bd590, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=9f74fd00-44b6-4aef-8ce4-7462002bd590,segment=NetworkSegment(dbd52994-1858-4bff-b4a6-dd463f52a744),segment_id=dbd52994-1858-4bff-b4a6-dd463f52a744)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:27:37.370608 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Returning: {'device': '9f74fd00-44b6-4aef-8ce4-7462002bd590', 'network_id': 'b035d5f5-109a-431a-855e-5d68d792ce82', 'port_id': '9f74fd00-44b6-4aef-8ce4-7462002bd590', 'mac_address': 'fa:16:3e:77:52:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00451814-090f-4726-afa8-b056c39dc97c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 15:27:37.374617 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:37.422227 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-950c5bba-5de7-4114-89b5-f148f42861dc req-9054120c-583d-4a0e-ada5-59bf500300dd tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328764 Nov 09 15:27:37.432893 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3282af-41a8-4aeb-978e-2ed3da270e99 admin admin] Network 08bbf048-6dc1-4572-9d55-714f0fd34b54 is already hosted by enough agents. {{(pid=86839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 15:27:37.437384 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.base_scheduler [None req-7e3282af-41a8-4aeb-978e-2ed3da270e99 admin admin] Resources bound (agent type, host, resource id): {{(pid=86839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:27:37.441277 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-88b2d3f9-c4b4-4ff6-8dcd-b87a1a00231b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16467554', 'neutron.services.segments.db._delete_segments_for_network-8763972805012'] for network, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:37.451595 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:37.472748 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-6332a308-e46e-414a-8e4e-ee5c16a0dbf2 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:37.481436 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.notifiers.nova [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f74fd00-44b6-4aef-8ce4-7462002bd590 {{(pid=86840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 15:27:37.496445 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-0e399574-23ca-486d-adbd-66d969d26cbe service neutron] 10.222.0.83 "GET /v2.0/networks/4e486921-0f80-48c5-9888-ae5de3f1e305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866393 Nov 09 15:27:37.504437 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] For port c0123e44-58b7-4fd3-94a6-a7b383ce95cb, host dv-cinder-817223-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=c0123e44-58b7-4fd3-94a6-a7b383ce95cb,segment=NetworkSegment(dd877f5c-ed2c-440a-8985-dad0e469fc3d),segment_id=dd877f5c-ed2c-440a-8985-dad0e469fc3d)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:27:37.510343 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:37.515432 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port 9f74fd00-44b6-4aef-8ce4-7462002bd590, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=9f74fd00-44b6-4aef-8ce4-7462002bd590,segment=NetworkSegment(dbd52994-1858-4bff-b4a6-dd463f52a744),segment_id=dbd52994-1858-4bff-b4a6-dd463f52a744)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:27:37.516020 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:37.577079 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:37.588560 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-88b2d3f9-c4b4-4ff6-8dcd-b87a1a00231b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:27:37.588923 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-88b2d3f9-c4b4-4ff6-8dcd-b87a1a00231b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:27:37.589664 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-88b2d3f9-c4b4-4ff6-8dcd-b87a1a00231b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:27:37.590043 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-88b2d3f9-c4b4-4ff6-8dcd-b87a1a00231b admin admin] Subscribe: > port after_create 55550000 {{(pid=86839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:27:37.590381 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-88b2d3f9-c4b4-4ff6-8dcd-b87a1a00231b admin admin] Subscribe: > port after_delete 55550000 {{(pid=86839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:27:37.590715 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-88b2d3f9-c4b4-4ff6-8dcd-b87a1a00231b admin admin] Subscribe: > port after_update 55550000 {{(pid=86839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:27:37.591033 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-88b2d3f9-c4b4-4ff6-8dcd-b87a1a00231b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:27:37.591348 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-88b2d3f9-c4b4-4ff6-8dcd-b87a1a00231b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:27:37.591666 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-88b2d3f9-c4b4-4ff6-8dcd-b87a1a00231b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:27:37.591978 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-88b2d3f9-c4b4-4ff6-8dcd-b87a1a00231b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:27:37.594985 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Pushing event updated for resources: {'Port': ['ID=c0123e44-58b7-4fd3-94a6-a7b383ce95cb,revision_number=5']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:37.598590 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:37.599071 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-89e29f25-695a-4a43-858d-0f5248ea5dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:37.676497 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Pushing event updated for resources: {'Port': ['ID=9f74fd00-44b6-4aef-8ce4-7462002bd590,revision_number=4']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:37.679646 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:37.721357 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-4fe84139-e273-4dfc-8c98-c47ac80dc7a1 service neutron] 10.222.0.83 "GET /v2.0/networks/4e486921-0f80-48c5-9888-ae5de3f1e305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180459 Nov 09 15:27:37.733799 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f69cac-d5e4-4707-9f04-65d53a11e8c1 req-5ab1689b-ea6a-4dcf-a2d9-4c7509913883 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:37.735436 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e0f69cac-d5e4-4707-9f04-65d53a11e8c1 req-5ab1689b-ea6a-4dcf-a2d9-4c7509913883 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] 10.222.0.83 "GET /v2.0/ports?device_id=d39a65c0-69ef-4170-b917-bec2211a3000 HTTP/1.1" status: 200 len: 945 time: 0.1418841 Nov 09 15:27:37.801355 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e0f69cac-d5e4-4707-9f04-65d53a11e8c1 req-7d7fd9ce-e94c-458a-9728-c7d8913d587e tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] 10.222.0.83 "GET /v2.0/security-groups?id=d55644a2-12d0-4b9a-ac54-2301ade382d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585089 Nov 09 15:27:37.869783 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-88b2d3f9-c4b4-4ff6-8dcd-b87a1a00231b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:27:37.870334 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-88b2d3f9-c4b4-4ff6-8dcd-b87a1a00231b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:27:37.870726 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-88b2d3f9-c4b4-4ff6-8dcd-b87a1a00231b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:27:37.871135 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-88b2d3f9-c4b4-4ff6-8dcd-b87a1a00231b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:27:37.871663 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.services.segments.db [None req-88b2d3f9-c4b4-4ff6-8dcd-b87a1a00231b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a64edbc1-35c3-486a-8a98-3a35984e5a61']}} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:27:37.961786 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-59945063-f5a6-45f5-9f65-f8ca0beff53e req-0e063933-773b-4711-9246-49b15ba9b595 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 210 time: 0.0605569 Nov 09 15:27:37.974369 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.services.segments.db [None req-88b2d3f9-c4b4-4ff6-8dcd-b87a1a00231b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4516cef8-ef07-4d74-9b58-8b31b927a78e') {'for_net_delete': True} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:27:37.974662 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.services.segments.db [None req-88b2d3f9-c4b4-4ff6-8dcd-b87a1a00231b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4516cef8-ef07-4d74-9b58-8b31b927a78e') {} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:27:37.998075 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] get_ports_and_sgs() called for port_ids ['9f74fd00-44b6-4aef-8ce4-7462002bd590'] {{(pid=86840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 09 15:27:38.033947 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-88b2d3f9-c4b4-4ff6-8dcd-b87a1a00231b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763972734275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820991'] for segment, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:38.082092 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-88b2d3f9-c4b4-4ff6-8dcd-b87a1a00231b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16429219'] for segment, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:38.087102 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-6332a308-e46e-414a-8e4e-ee5c16a0dbf2 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:38.097442 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e3282af-41a8-4aeb-978e-2ed3da270e99 admin admin] Router 9122288b-4562-48c2-8128-f210649aadde has already been hosted by L3 agent d083232d-238f-4a80-a5b8-222ad2e2cbfd {{(pid=86839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 09 15:27:38.099096 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88b2d3f9-c4b4-4ff6-8dcd-b87a1a00231b admin admin] Releasing vlan 1233 on physical network physnet1 to pool {{(pid=86839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 15:27:38.099213 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-88b2d3f9-c4b4-4ff6-8dcd-b87a1a00231b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16429210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337322'] for segment, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:38.115932 dv-cinder-817223-1-smb neutron-server[86839]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 09 15:27:38.115932 dv-cinder-817223-1-smb neutron-server[86839]: from cryptography.utils import int_from_bytes Nov 09 15:27:38.115932 dv-cinder-817223-1-smb neutron-server[86839]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 09 15:27:38.115932 dv-cinder-817223-1-smb neutron-server[86839]: from cryptography.utils import int_from_bytes Nov 09 15:27:38.115932 dv-cinder-817223-1-smb neutron-server[86839]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 09 15:27:38.115932 dv-cinder-817223-1-smb neutron-server[86839]: util.warn_limited( Nov 09 15:27:38.115932 dv-cinder-817223-1-smb neutron-server[86839]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 09 15:27:38.115932 dv-cinder-817223-1-smb neutron-server[86839]: util.warn_limited( Nov 09 15:27:38.115932 dv-cinder-817223-1-smb neutron-server[86839]: Traceback (most recent call last): Nov 09 15:27:38.115932 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 15:27:38.115932 dv-cinder-817223-1-smb neutron-server[86839]: timer() Nov 09 15:27:38.115932 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 15:27:38.115932 dv-cinder-817223-1-smb neutron-server[86839]: cb(*args, **kw) Nov 09 15:27:38.115932 dv-cinder-817223-1-smb neutron-server[86839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 15:27:38.115932 dv-cinder-817223-1-smb neutron-server[86839]: return func(*args, **kwargs) Nov 09 15:27:38.115932 dv-cinder-817223-1-smb neutron-server[86839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 15:27:38.115932 dv-cinder-817223-1-smb neutron-server[86839]: self._notify() Nov 09 15:27:38.115932 dv-cinder-817223-1-smb neutron-server[86839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 15:27:38.115932 dv-cinder-817223-1-smb neutron-server[86839]: self.callback(batched_events) Nov 09 15:27:38.115932 dv-cinder-817223-1-smb neutron-server[86839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 15:27:38.115932 dv-cinder-817223-1-smb neutron-server[86839]: event.method(event) Nov 09 15:27:38.115932 dv-cinder-817223-1-smb neutron-server[86839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 15:27:38.115932 dv-cinder-817223-1-smb neutron-server[86839]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 15:27:38.115932 dv-cinder-817223-1-smb neutron-server[86839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 15:27:38.115932 dv-cinder-817223-1-smb neutron-server[86839]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 15:27:38.115932 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 15:27:38.115932 dv-cinder-817223-1-smb neutron-server[86839]: return f(self, *a, **k) Nov 09 15:27:38.115932 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 09 15:27:38.115932 dv-cinder-817223-1-smb neutron-server[86839]: return self._get(url).json() Nov 09 15:27:38.115932 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 09 15:27:38.115932 dv-cinder-817223-1-smb neutron-server[86839]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 15:27:38.115932 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 15:27:38.115932 dv-cinder-817223-1-smb neutron-server[86839]: return self.request(url, 'GET', **kwargs) Nov 09 15:27:38.115932 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 15:27:38.115932 dv-cinder-817223-1-smb neutron-server[86839]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 15:27:38.115932 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 15:27:38.115932 dv-cinder-817223-1-smb neutron-server[86839]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 15:27:38.115932 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 15:27:38.115932 dv-cinder-817223-1-smb neutron-server[86839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 15:27:38.115932 dv-cinder-817223-1-smb neutron-server[86839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 15:27:38.126294 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-6332a308-e46e-414a-8e4e-ee5c16a0dbf2 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027457'] for security_group_rule, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:38.252829 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-3bc9e4bd-e4bf-426e-8f40-b62173307bc2 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:38.429292 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6332a308-e46e-414a-8e4e-ee5c16a0dbf2 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0458a75-c1f8-4480-a703-bc19350cacbb,revision_number=0']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:38.444482 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-6332a308-e46e-414a-8e4e-ee5c16a0dbf2 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:38.454639 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-6332a308-e46e-414a-8e4e-ee5c16a0dbf2 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:38.456082 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-6332a308-e46e-414a-8e4e-ee5c16a0dbf2 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2338822 Nov 09 15:27:38.461277 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 35772) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:38.465818 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-88b2d3f9-c4b4-4ff6-8dcd-b87a1a00231b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16467563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-978398'] for network, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:38.473747 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-8968ec2f-0632-49a0-b896-4b38ddd5c549 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Request body: {'floatingip': {'floating_network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:27:38.478784 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:38.490580 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device c0123e44-58b7-4fd3-94a6-a7b383ce95cb up at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:27:38.496842 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-8968ec2f-0632-49a0-b896-4b38ddd5c549 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:38.513444 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-8968ec2f-0632-49a0-b896-4b38ddd5c549 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Usage tracker for resource:floatingip and tenant:41dafbb04b984e61a49bf7c195f04598 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:38.536753 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-8968ec2f-0632-49a0-b896-4b38ddd5c549 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:38.554500 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-88b2d3f9-c4b4-4ff6-8dcd-b87a1a00231b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:38.554661 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-8968ec2f-0632-49a0-b896-4b38ddd5c549 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:38.577491 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8968ec2f-0632-49a0-b896-4b38ddd5c549 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks [] for floatingip, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:38.621244 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning complete for port c0123e44-58b7-4fd3-94a6-a7b383ce95cb triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:27:38.621627 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:38.632309 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2d3f9-c4b4-4ff6-8dcd-b87a1a00231b admin admin] Pushing event deleted for resources: {'Network': ['ID=a64edbc1-35c3-486a-8a98-3a35984e5a61,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:38.667617 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-88b2d3f9-c4b4-4ff6-8dcd-b87a1a00231b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:38.675310 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-88b2d3f9-c4b4-4ff6-8dcd-b87a1a00231b admin admin] 10.222.0.83 "DELETE /v2.0/networks/a64edbc1-35c3-486a-8a98-3a35984e5a61 HTTP/1.1" status: 204 len: 168 time: 2.2993131 Nov 09 15:27:38.685513 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 35780) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:38.723376 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e3282af-41a8-4aeb-978e-2ed3da270e99 admin admin] Notify agent at l3_agent.dv-cinder-817223-1-smb the message routers_updated {{(pid=86839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 09 15:27:38.729524 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-7e3282af-41a8-4aeb-978e-2ed3da270e99 admin admin] 10.222.0.83 "PUT /v2.0/routers/9122288b-4562-48c2-8128-f210649aadde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8240142 Nov 09 15:27:38.757858 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ca2eca-72fa-455d-be27-2443ff286b6e None None] Sync routers for ids ['9122288b-4562-48c2-8128-f210649aadde'] in dv-cinder-817223-1-smb {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 15:27:38.817633 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ca2eca-72fa-455d-be27-2443ff286b6e None None] Routers {'9122288b-4562-48c2-8128-f210649aadde'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:27:38.818682 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-75ca2eca-72fa-455d-be27-2443ff286b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:27:28Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['9122288b-4562-48c2-8128-f210649aadde'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:27:38.934327 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device f1a11c1a-e40c-4f1f-90e2-fed1fc36beaf up at agent hyperv_hv-cinder-81722 {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:27:38.960841 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f71c0ef-40f2-4ecf-a20f-d5772145284a admin admin] Deleting subnet 81ab2c0b-8c32-40a4-a155-ef1dd61d07d8 {{(pid=86838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 09 15:27:38.965470 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-2f71c0ef-40f2-4ecf-a20f-d5772145284a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:39.102892 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-2f71c0ef-40f2-4ecf-a20f-d5772145284a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:39.127526 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-2f71c0ef-40f2-4ecf-a20f-d5772145284a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16468760'] for subnet, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:39.213866 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbaf224-3f15-4e77-afea-b4c203982a53 req-4a5da3fa-6401-44d0-8ff3-ee7c4a3ca12c tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:39.215336 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5fbaf224-3f15-4e77-afea-b4c203982a53 req-4a5da3fa-6401-44d0-8ff3-ee7c4a3ca12c tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7f33deb-c2b3-4278-8078-99ec064ab19a HTTP/1.1" status: 200 len: 945 time: 0.5977654 Nov 09 15:27:39.216026 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-75ca2eca-72fa-455d-be27-2443ff286b6e None None] Set router 9122288b-4562-48c2-8128-f210649aadde gateway port host: dv-cinder-817223-1-smb {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:27:39.316705 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5fbaf224-3f15-4e77-afea-b4c203982a53 req-c6371f04-1e15-47fe-880e-89abd70ce17e tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883200 Nov 09 15:27:39.328374 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783c205-51bb-4883-a64c-7180c356cbbd req-d80b69b6-cf2e-417a-9f88-320f74cbffe7 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:39.329902 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a783c205-51bb-4883-a64c-7180c356cbbd req-d80b69b6-cf2e-417a-9f88-320f74cbffe7 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] 10.222.0.83 "GET /v2.0/ports?device_id=d39a65c0-69ef-4170-b917-bec2211a3000 HTTP/1.1" status: 200 len: 945 time: 0.2915545 Nov 09 15:27:39.333140 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-2f71c0ef-40f2-4ecf-a20f-d5772145284a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16468759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for subnet, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:39.354246 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-40f38114-f6e2-40f7-a63d-e3d722eaa4fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:39.386641 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8968ec2f-0632-49a0-b896-4b38ddd5c549 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:39.434293 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f71c0ef-40f2-4ecf-a20f-d5772145284a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81ab2c0b-8c32-40a4-a155-ef1dd61d07d8,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:39.446785 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-2f71c0ef-40f2-4ecf-a20f-d5772145284a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:39.449507 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-2f71c0ef-40f2-4ecf-a20f-d5772145284a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for subnet, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:39.543399 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Provisioning for port f1a11c1a-e40c-4f1f-90e2-fed1fc36beaf completed by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:27:39.561041 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Provisioning complete for port f1a11c1a-e40c-4f1f-90e2-fed1fc36beaf triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:27:39.561438 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:39.672795 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-2f71c0ef-40f2-4ecf-a20f-d5772145284a admin admin] 10.222.0.83 "DELETE /v2.0/subnets/81ab2c0b-8c32-40a4-a155-ef1dd61d07d8 HTTP/1.1" status: 204 len: 168 time: 0.9857183 Nov 09 15:27:39.675096 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 35804) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:39.729029 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-bc0da707-6d6e-43a9-a7a8-565cc0633797 req-6abdd456-3aa7-46ea-87eb-6b1d9ddffd69 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 210 time: 0.1922503 Nov 09 15:27:39.795244 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a783c205-51bb-4883-a64c-7180c356cbbd req-cac3c7c3-b3ed-430f-b115-c00ab09080c1 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] 10.222.0.83 "GET /v2.0/security-groups?id=d55644a2-12d0-4b9a-ac54-2301ade382d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4550586 Nov 09 15:27:39.835111 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5748c2d6-c76d-4bd1-a23f-5ffb41a5d4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16504018'] for network, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:39.938137 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-ed30133a-1203-4bbb-938d-1576dae3760a tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:39.941243 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:39.943585 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-ed30133a-1203-4bbb-938d-1576dae3760a tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.44 "GET /v2.0/networks?id=4e486921-0f80-48c5-9888-ae5de3f1e305 HTTP/1.1" status: 200 len: 816 time: 0.4883490 Nov 09 15:27:39.986219 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39a65c0-69ef-4170-b917-bec2211a3000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a11c1a-e40c-4f1f-90e2-fed1fc36beaf'}] {{(pid=86840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:27:40.009402 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5748c2d6-c76d-4bd1-a23f-5ffb41a5d4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16467554', 'neutron.services.segments.db._delete_segments_for_network-8763972805012'] for network, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:40.049715 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.services.segments.db [None req-5748c2d6-c76d-4bd1-a23f-5ffb41a5d4fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e982b651-952f-4715-9884-6270061b9d5b']}} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:27:40.080148 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.services.segments.db [None req-5748c2d6-c76d-4bd1-a23f-5ffb41a5d4fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd26b1ed2-4114-40a0-a0ee-737b1560b84c') {'for_net_delete': True} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:27:40.080148 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.services.segments.db [None req-5748c2d6-c76d-4bd1-a23f-5ffb41a5d4fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd26b1ed2-4114-40a0-a0ee-737b1560b84c') {} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:27:40.081149 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port f1a11c1a-e40c-4f1f-90e2-fed1fc36beaf, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=f1a11c1a-e40c-4f1f-90e2-fed1fc36beaf,segment=NetworkSegment(6c588000-b12b-4673-bba0-ea84e6d5f684),segment_id=6c588000-b12b-4673-bba0-ea84e6d5f684)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:27:40.090037 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.db_base_plugin_common [None req-8968ec2f-0632-49a0-b896-4b38ddd5c549 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Allocated IP 172.28.0.157 (de089fbd-190d-42e2-b873-9d0b1c33f140/6c23faf8-0a9f-4180-83f0-f659576295c3/f8b69ed5-52be-4eab-9841-6a91c57a985b) {{(pid=86838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 15:27:40.093153 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:40.095066 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-8a2a0360-29dd-4856-82e2-6474b77b84f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:40.134499 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5748c2d6-c76d-4bd1-a23f-5ffb41a5d4fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763972734275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820991'] for segment, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:40.175572 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5748c2d6-c76d-4bd1-a23f-5ffb41a5d4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16429219'] for segment, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:40.196448 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-75ca2eca-72fa-455d-be27-2443ff286b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9122288b-4562-48c2-8128-f210649aadde', 'name': 'tempest-ServerRescueNegativeTestJSON-553541280-router', 'tenant_id': '9358f8b166ed4a2d82f901d8250cca4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': '06e6cd9b-f7d2-4e64-a583-e2d58fcd2ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:27:07Z', 'updated_at': '2021-11-09T15:27:35Z', 'revision_number': 4, 'project_id': '9358f8b166ed4a2d82f901d8250cca4a', 'gw_port': {'id': '06e6cd9b-f7d2-4e64-a583-e2d58fcd2ef6', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:79:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9122288b-4562-48c2-8128-f210649aadde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:10Z', 'updated_at': '2021-11-09T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_interfaces': [{'id': 'cf9f9d51-a156-4942-b5b9-e66a0f19d353', 'name': '', 'network_id': '08bbf048-6dc1-4572-9d55-714f0fd34b54', 'tenant_id': '9358f8b166ed4a2d82f901d8250cca4a', 'mac_address': 'fa:16:3e:85:87:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9122288b-4562-48c2-8128-f210649aadde', 'device_owner': 'network:router_interface', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': '4904fa8b-3075-42a7-aac9-ddfb551a5334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:30Z', 'updated_at': '2021-11-09T15:27:36Z', 'revision_number': 2, 'project_id': '9358f8b166ed4a2d82f901d8250cca4a', 'subnets': [{'id': '4904fa8b-3075-42a7-aac9-ddfb551a5334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:27:40.208627 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ca2eca-72fa-455d-be27-2443ff286b6e None None] Checking router: 9122288b-4562-48c2-8128-f210649aadde for host: dv-cinder-817223-1-smb {{(pid=86840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 15:27:40.208875 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ca2eca-72fa-455d-be27-2443ff286b6e None None] Updating router 9122288b-4562-48c2-8128-f210649aadde port cf9f9d51-a156-4942-b5b9-e66a0f19d353 binding host dv-cinder-817223-1-smb {{(pid=86840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 15:27:40.234311 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5748c2d6-c76d-4bd1-a23f-5ffb41a5d4fd admin admin] Releasing vlan 1208 on physical network physnet1 to pool {{(pid=86839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 15:27:40.236618 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5748c2d6-c76d-4bd1-a23f-5ffb41a5d4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16429210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337322'] for segment, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:40.252814 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-5d9df866-80c5-4704-b486-027981d55412 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c426877957540c3ae3ca3dce095a0e8 HTTP/1.1" status: 200 len: 379 time: 0.2935331 Nov 09 15:27:40.290842 dv-cinder-817223-1-smb neutron-server[86839]: Traceback (most recent call last): Nov 09 15:27:40.290842 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 15:27:40.290842 dv-cinder-817223-1-smb neutron-server[86839]: timer() Nov 09 15:27:40.290842 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 15:27:40.290842 dv-cinder-817223-1-smb neutron-server[86839]: cb(*args, **kw) Nov 09 15:27:40.290842 dv-cinder-817223-1-smb neutron-server[86839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 15:27:40.290842 dv-cinder-817223-1-smb neutron-server[86839]: return func(*args, **kwargs) Nov 09 15:27:40.290842 dv-cinder-817223-1-smb neutron-server[86839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 15:27:40.290842 dv-cinder-817223-1-smb neutron-server[86839]: self._notify() Nov 09 15:27:40.290842 dv-cinder-817223-1-smb neutron-server[86839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 15:27:40.290842 dv-cinder-817223-1-smb neutron-server[86839]: self.callback(batched_events) Nov 09 15:27:40.290842 dv-cinder-817223-1-smb neutron-server[86839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 15:27:40.290842 dv-cinder-817223-1-smb neutron-server[86839]: event.method(event) Nov 09 15:27:40.290842 dv-cinder-817223-1-smb neutron-server[86839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 15:27:40.290842 dv-cinder-817223-1-smb neutron-server[86839]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 15:27:40.290842 dv-cinder-817223-1-smb neutron-server[86839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 15:27:40.290842 dv-cinder-817223-1-smb neutron-server[86839]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 15:27:40.290842 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 15:27:40.290842 dv-cinder-817223-1-smb neutron-server[86839]: return f(self, *a, **k) Nov 09 15:27:40.290842 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 09 15:27:40.290842 dv-cinder-817223-1-smb neutron-server[86839]: return self._get(url).json() Nov 09 15:27:40.290842 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 09 15:27:40.290842 dv-cinder-817223-1-smb neutron-server[86839]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 15:27:40.290842 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 15:27:40.290842 dv-cinder-817223-1-smb neutron-server[86839]: return self.request(url, 'GET', **kwargs) Nov 09 15:27:40.290842 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 15:27:40.290842 dv-cinder-817223-1-smb neutron-server[86839]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 15:27:40.290842 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 15:27:40.290842 dv-cinder-817223-1-smb neutron-server[86839]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 15:27:40.290842 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 15:27:40.290842 dv-cinder-817223-1-smb neutron-server[86839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 15:27:40.290842 dv-cinder-817223-1-smb neutron-server[86839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 15:27:40.294602 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-50ec5fd4-c73c-4c87-b556-7b89a2fcbacd tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Request body: {'port': {'device_id': 'f46eb4df-8c64-446f-b9df-4de9e07953f1', 'network_id': '4e486921-0f80-48c5-9888-ae5de3f1e305', 'admin_state_up': True, 'tenant_id': '4c426877957540c3ae3ca3dce095a0e8', 'security_groups': ['2ccdee9c-9de6-4040-8c21-837981dad3c0']}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:27:40.320383 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-75ca2eca-72fa-455d-be27-2443ff286b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:40.393994 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Pushing event updated for resources: {'Port': ['ID=f1a11c1a-e40c-4f1f-90e2-fed1fc36beaf,revision_number=5']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:40.408887 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:40.474558 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5748c2d6-c76d-4bd1-a23f-5ffb41a5d4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16467563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-978398'] for network, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:40.487554 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1a04c83d-98f8-4959-b3d8-7d2b19a0cbf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:40.523718 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5748c2d6-c76d-4bd1-a23f-5ffb41a5d4fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:40.554194 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5748c2d6-c76d-4bd1-a23f-5ffb41a5d4fd admin admin] Pushing event deleted for resources: {'Network': ['ID=e982b651-952f-4715-9884-6270061b9d5b,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:40.562743 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5748c2d6-c76d-4bd1-a23f-5ffb41a5d4fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:40.568454 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-5748c2d6-c76d-4bd1-a23f-5ffb41a5d4fd admin admin] 10.222.0.83 "DELETE /v2.0/networks/e982b651-952f-4715-9884-6270061b9d5b HTTP/1.1" status: 204 len: 168 time: 0.8911464 Nov 09 15:27:40.629152 dv-cinder-817223-1-smb neutron-server[86840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd39a65c0-69ef-4170-b917-bec2211a3000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a11c1a-e40c-4f1f-90e2-fed1fc36beaf', 'code': 200} Nov 09 15:27:40.882992 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device 9f74fd00-44b6-4aef-8ce4-7462002bd590 up at agent hyperv_hv-cinder-81722 {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:27:40.900221 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 35856) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:40.922752 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5b8de-4abb-4f0c-9449-63e0898c78b4 req-46cf3a67-9688-4c03-8faf-e6c299710e8f tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:40.923493 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-8ca5b8de-4abb-4f0c-9449-63e0898c78b4 req-46cf3a67-9688-4c03-8faf-e6c299710e8f tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Synchronizing usage tracker for tenant:9358f8b166ed4a2d82f901d8250cca4a on resource:network {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 15:27:41.017452 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-50ec5fd4-c73c-4c87-b556-7b89a2fcbacd tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:41.021026 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-8ca5b8de-4abb-4f0c-9449-63e0898c78b4 req-46cf3a67-9688-4c03-8faf-e6c299710e8f tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Unset dirty status for tenant:9358f8b166ed4a2d82f901d8250cca4a on resource:network {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 15:27:41.022976 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8ca5b8de-4abb-4f0c-9449-63e0898c78b4 req-46cf3a67-9688-4c03-8faf-e6c299710e8f tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/networks?id=08bbf048-6dc1-4572-9d55-714f0fd34b54 HTTP/1.1" status: 200 len: 818 time: 0.7153444 Nov 09 15:27:41.039369 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-50ec5fd4-c73c-4c87-b556-7b89a2fcbacd tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Usage tracker for resource:port and tenant:4c426877957540c3ae3ca3dce095a0e8 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:41.055313 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-50ec5fd4-c73c-4c87-b556-7b89a2fcbacd tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:41.056732 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-24d249d3-94a2-4246-bdac-2774b263bc4b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=33fd51f0e47e4834a21e5645c0da74da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1549575 Nov 09 15:27:41.058886 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 35860) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:41.063381 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Provisioning for port 9f74fd00-44b6-4aef-8ce4-7462002bd590 completed by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:27:41.072400 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8ca5b8de-4abb-4f0c-9449-63e0898c78b4 req-8febd919-8452-4c5a-87dc-aa767b2ddf5f tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/quotas/9358f8b166ed4a2d82f901d8250cca4a HTTP/1.1" status: 200 len: 375 time: 0.0415275 Nov 09 15:27:41.074562 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-50ec5fd4-c73c-4c87-b556-7b89a2fcbacd tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:41.091483 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Provisioning complete for port 9f74fd00-44b6-4aef-8ce4-7462002bd590 triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:27:41.093248 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:41.124396 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc7114-6637-4612-b455-d51d503a5e64 req-e0898808-f13b-40c3-ba0a-bf929279c6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:41.126219 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-b7bc7114-6637-4612-b455-d51d503a5e64 req-e0898808-f13b-40c3-ba0a-bf929279c6ad service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d39a65c0-69ef-4170-b917-bec2211a3000 HTTP/1.1" status: 200 len: 1099 time: 0.1853240 Nov 09 15:27:41.167466 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-75ca2eca-72fa-455d-be27-2443ff286b6e None None] Notify callbacks [] for port, precommit_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:41.168775 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8968ec2f-0632-49a0-b896-4b38ddd5c549 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks [] for port, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:41.180544 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-b7bc7114-6637-4612-b455-d51d503a5e64 req-3975fa8a-9fcc-49cc-8e80-133e2b839378 service neutron] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:41.189539 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-50ec5fd4-c73c-4c87-b556-7b89a2fcbacd tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Made reservation on behalf of 4c426877957540c3ae3ca3dce095a0e8 for: {'port': 1} {{(pid=86838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 15:27:41.192230 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-75ca2eca-72fa-455d-be27-2443ff286b6e None None] Transition to ACTIVE for port object cf9f9d51-a156-4942-b5b9-e66a0f19d353 will not be triggered until provisioned by entity L2. {{(pid=86840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:27:41.193328 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-50ec5fd4-c73c-4c87-b556-7b89a2fcbacd tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:41.210399 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [req-b7bc7114-6637-4612-b455-d51d503a5e64 req-3975fa8a-9fcc-49cc-8e80-133e2b839378 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:41.215715 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [req-b7bc7114-6637-4612-b455-d51d503a5e64 req-3975fa8a-9fcc-49cc-8e80-133e2b839378 service neutron] Usage tracker for resource:security_group_rule and tenant:8bdc32f27cd2474cb1e15cb30788ce1f is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:41.220932 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [req-b7bc7114-6637-4612-b455-d51d503a5e64 req-3975fa8a-9fcc-49cc-8e80-133e2b839378 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:41.228450 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [req-b7bc7114-6637-4612-b455-d51d503a5e64 req-3975fa8a-9fcc-49cc-8e80-133e2b839378 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:41.241378 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded28a2-b711-4eff-b954-a864691d701a req-61421eea-d17b-4eb9-a995-0f273d950100 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:41.243077 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-fded28a2-b711-4eff-b954-a864691d701a req-61421eea-d17b-4eb9-a995-0f273d950100 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7f33deb-c2b3-4278-8078-99ec064ab19a HTTP/1.1" status: 200 len: 945 time: 0.4446242 Nov 09 15:27:41.270725 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-75ca2eca-72fa-455d-be27-2443ff286b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:41.314796 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:41.354484 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-b7bc7114-6637-4612-b455-d51d503a5e64 req-3975fa8a-9fcc-49cc-8e80-133e2b839378 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:41.364811 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-b7bc7114-6637-4612-b455-d51d503a5e64 req-3975fa8a-9fcc-49cc-8e80-133e2b839378 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:41.385294 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-b3cc35d1-1587-4310-a36c-c50a4247d680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:41.416272 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-18171294-8a7d-4813-8641-dd736a7d9948 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:41.438170 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-b3cc35d1-1587-4310-a36c-c50a4247d680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:41.530778 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-fded28a2-b711-4eff-b954-a864691d701a req-9ef7b62e-f72d-4d9d-8f22-83da0edf3b35 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737761 Nov 09 15:27:41.539332 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-b3cc35d1-1587-4310-a36c-c50a4247d680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:41.566080 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-37ffe369-90f1-4d52-b076-30e3af5e51f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:41.569174 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-b7bc7114-6637-4612-b455-d51d503a5e64 req-3975fa8a-9fcc-49cc-8e80-133e2b839378 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d55644a2-12d0-4b9a-ac54-2301ade382d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4355822 Nov 09 15:27:41.572723 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3975fa8a-9fcc-49cc-8e80-133e2b839378 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=75f50365-9702-4cec-ae8d-cecd658d1910,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:41.580213 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-3975fa8a-9fcc-49cc-8e80-133e2b839378 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:41.586777 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8968ec2f-0632-49a0-b896-4b38ddd5c549 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763972296951'] for port, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:41.592286 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8ca5b8de-4abb-4f0c-9449-63e0898c78b4 req-f463238d-4c96-4bc5-9fb7-154497d01737 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=9358f8b166ed4a2d82f901d8250cca4a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5035174 Nov 09 15:27:41.627519 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d28869-65cb-40d2-8844-63d8d5d5d8c0 None None] Pushing event updated for resources: {'Port': ['ID=cf9f9d51-a156-4942-b5b9-e66a0f19d353,revision_number=3']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:41.640779 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-a5d28869-65cb-40d2-8844-63d8d5d5d8c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:41.644899 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc35d1-1587-4310-a36c-c50a4247d680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b8b81d-1f68-43fe-bd33-dc37319dcdca,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:41.646015 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:41.687560 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-b3cc35d1-1587-4310-a36c-c50a4247d680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:41.689114 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-4f2b49bc-65a0-4e14-a625-1c0a5474af91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:41.774771 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-75ca2eca-72fa-455d-be27-2443ff286b6e None None] Attempting to bind port cf9f9d51-a156-4942-b5b9-e66a0f19d353 on host dv-cinder-817223-1-smb for vnic_type normal with profile {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 15:27:41.775211 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-75ca2eca-72fa-455d-be27-2443ff286b6e None None] Attempting to bind port cf9f9d51-a156-4942-b5b9-e66a0f19d353 by drivers openvswitch,hyperv on host dv-cinder-817223-1-smb at level 0 using segments [{'id': 'a12b8ba6-b75a-4633-b283-1b43182e6c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '08bbf048-6dc1-4572-9d55-714f0fd34b54'}] {{(pid=86840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 15:27:41.775544 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ca2eca-72fa-455d-be27-2443ff286b6e None None] Attempting to bind port cf9f9d51-a156-4942-b5b9-e66a0f19d353 on network 08bbf048-6dc1-4572-9d55-714f0fd34b54 {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:27:41.778450 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port 9f74fd00-44b6-4aef-8ce4-7462002bd590, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=9f74fd00-44b6-4aef-8ce4-7462002bd590,segment=NetworkSegment(dbd52994-1858-4bff-b4a6-dd463f52a744),segment_id=dbd52994-1858-4bff-b4a6-dd463f52a744)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:27:41.784068 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ca2eca-72fa-455d-be27-2443ff286b6e None None] Checking agent: {'id': '189eed03-d966-4875-a18c-83c7415689a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817223-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 17, 55), 'started_at': datetime.datetime(2021, 11, 9, 15, 18, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817223-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 09 15:27:41.784540 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ca2eca-72fa-455d-be27-2443ff286b6e None None] Checking segment: {'id': 'a12b8ba6-b75a-4633-b283-1b43182e6c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '08bbf048-6dc1-4572-9d55-714f0fd34b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:27:41.784815 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-75ca2eca-72fa-455d-be27-2443ff286b6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:41.785165 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ca2eca-72fa-455d-be27-2443ff286b6e None None] Bound using segment: {'id': 'a12b8ba6-b75a-4633-b283-1b43182e6c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '08bbf048-6dc1-4572-9d55-714f0fd34b54'} {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 09 15:27:41.785608 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-75ca2eca-72fa-455d-be27-2443ff286b6e None None] Bound port: cf9f9d51-a156-4942-b5b9-e66a0f19d353, host: dv-cinder-817223-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a12b8ba6-b75a-4633-b283-1b43182e6c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '08bbf048-6dc1-4572-9d55-714f0fd34b54'}}] {{(pid=86840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 15:27:41.786019 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-75ca2eca-72fa-455d-be27-2443ff286b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:41.800335 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:41.804080 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-09818c8f-1593-4c61-88cd-8d247a6383b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:41.819909 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8968ec2f-0632-49a0-b896-4b38ddd5c549 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Network de089fbd-190d-42e2-b873-9d0b1c33f140 is already hosted by enough agents. {{(pid=86838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 15:27:41.837269 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-b3cc35d1-1587-4310-a36c-c50a4247d680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:41.838427 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-b3cc35d1-1587-4310-a36c-c50a4247d680 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/86b8b81d-1f68-43fe-bd33-dc37319dcdca HTTP/1.1" status: 204 len: 168 time: 0.7763798 Nov 09 15:27:41.876870 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-5f932912-d398-454c-b5f2-969988e5a6f3 req-2796b217-16cd-4234-95be-62fdc71ed4e0 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Synchronizing usage tracker for tenant:4c426877957540c3ae3ca3dce095a0e8 on resource:port {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 15:27:41.882114 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [None req-8968ec2f-0632-49a0-b896-4b38ddd5c549 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Resources bound (agent type, host, resource id): {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:27:41.885694 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8968ec2f-0632-49a0-b896-4b38ddd5c549 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Received port after_create {{(pid=86838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 09 15:27:41.944317 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Pushing event updated for resources: {'Port': ['ID=9f74fd00-44b6-4aef-8ce4-7462002bd590,revision_number=5']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:41.948049 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:41.961783 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-75ca2eca-72fa-455d-be27-2443ff286b6e None None] For port cf9f9d51-a156-4942-b5b9-e66a0f19d353, host dv-cinder-817223-1-smb, cleared binding levels {{(pid=86840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 09 15:27:41.966852 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-75ca2eca-72fa-455d-be27-2443ff286b6e None None] For port cf9f9d51-a156-4942-b5b9-e66a0f19d353, host dv-cinder-817223-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=cf9f9d51-a156-4942-b5b9-e66a0f19d353,segment=NetworkSegment(a12b8ba6-b75a-4633-b283-1b43182e6c77),segment_id=a12b8ba6-b75a-4633-b283-1b43182e6c77)] {{(pid=86840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 09 15:27:41.972814 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-75ca2eca-72fa-455d-be27-2443ff286b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:41.978358 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:41.993096 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.db_base_plugin_common [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-50ec5fd4-c73c-4c87-b556-7b89a2fcbacd tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Allocated IP 172.20.0.13 (4e486921-0f80-48c5-9888-ae5de3f1e305/5ec84acc-d70c-4e8d-bb6d-6e13232b6778/22a21dfd-9477-4e51-b44b-ee3e7eda5c1d) {{(pid=86838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 15:27:42.016825 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8968ec2f-0632-49a0-b896-4b38ddd5c549 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Pushing event updated for resources: {'Port': ['ID=f8b69ed5-52be-4eab-9841-6a91c57a985b,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:42.031626 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-8968ec2f-0632-49a0-b896-4b38ddd5c549 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:42.039385 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-5f932912-d398-454c-b5f2-969988e5a6f3 req-2796b217-16cd-4234-95be-62fdc71ed4e0 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Unset dirty status for tenant:4c426877957540c3ae3ca3dce095a0e8 on resource:port {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 15:27:42.040792 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5f932912-d398-454c-b5f2-969988e5a6f3 req-2796b217-16cd-4234-95be-62fdc71ed4e0 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 210 time: 0.3599730 Nov 09 15:27:42.080801 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d28869-65cb-40d2-8844-63d8d5d5d8c0 None None] Pushing event updated for resources: {'Port': ['ID=cf9f9d51-a156-4942-b5b9-e66a0f19d353,revision_number=4']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:42.085928 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8968ec2f-0632-49a0-b896-4b38ddd5c549 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:42.097458 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-a5d28869-65cb-40d2-8844-63d8d5d5d8c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:42.103065 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ca2eca-72fa-455d-be27-2443ff286b6e None None] Routers {'9122288b-4562-48c2-8128-f210649aadde'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:27:42.104381 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-75ca2eca-72fa-455d-be27-2443ff286b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:27:28Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['9122288b-4562-48c2-8128-f210649aadde'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:27:42.188339 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8ca5b8de-4abb-4f0c-9449-63e0898c78b4 req-a0d58ca6-03a5-4278-a42e-0355c17e52f8 service neutron] 10.222.0.83 "GET /v2.0/networks/08bbf048-6dc1-4572-9d55-714f0fd34b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5544372 Nov 09 15:27:42.335437 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-75ca2eca-72fa-455d-be27-2443ff286b6e None None] Set router 9122288b-4562-48c2-8128-f210649aadde gateway port host: dv-cinder-817223-1-smb {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:27:42.372169 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 35878) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:42.432868 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-4e51f3ad-41ac-433f-a327-7f9cefdfbab7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0034f887c5c941f492c8d0dfcca1e8be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0584443 Nov 09 15:27:42.436417 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 35882) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:42.500266 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-b7272a5f-c5b1-46b6-9370-4da732f9c39b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:42.528237 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8968ec2f-0632-49a0-b896-4b38ddd5c549 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:42.540262 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-b7272a5f-c5b1-46b6-9370-4da732f9c39b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:42.619725 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-b7272a5f-c5b1-46b6-9370-4da732f9c39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:42.626528 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:42.641438 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7272a5f-c5b1-46b6-9370-4da732f9c39b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf84618d-6625-45a8-9a3a-996679784c70,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:42.646053 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-b7272a5f-c5b1-46b6-9370-4da732f9c39b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:42.653811 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-b7272a5f-c5b1-46b6-9370-4da732f9c39b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:42.658569 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-b7272a5f-c5b1-46b6-9370-4da732f9c39b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/bf84618d-6625-45a8-9a3a-996679784c70 HTTP/1.1" status: 204 len: 168 time: 0.2182117 Nov 09 15:27:42.668901 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f33deb-c2b3-4278-8078-99ec064ab19a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f74fd00-44b6-4aef-8ce4-7462002bd590'}] {{(pid=86840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:27:42.723185 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8ca5b8de-4abb-4f0c-9449-63e0898c78b4 req-c5dfaf40-f33e-4e4a-b58b-e941f2d66eb5 service neutron] 10.222.0.83 "GET /v2.0/networks/08bbf048-6dc1-4572-9d55-714f0fd34b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5234234 Nov 09 15:27:42.751821 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c6ac19-675c-474a-9536-0a7b706cb140 req-2b665cf7-cdc4-4220-b39d-5a1ecb80f1a2 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:42.754349 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-91c6ac19-675c-474a-9536-0a7b706cb140 req-2b665cf7-cdc4-4220-b39d-5a1ecb80f1a2 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] 10.222.0.83 "GET /v2.0/ports?device_id=d39a65c0-69ef-4170-b917-bec2211a3000 HTTP/1.1" status: 200 len: 946 time: 0.5339103 Nov 09 15:27:42.776211 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-75ca2eca-72fa-455d-be27-2443ff286b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9122288b-4562-48c2-8128-f210649aadde', 'name': 'tempest-ServerRescueNegativeTestJSON-553541280-router', 'tenant_id': '9358f8b166ed4a2d82f901d8250cca4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': '06e6cd9b-f7d2-4e64-a583-e2d58fcd2ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:27:07Z', 'updated_at': '2021-11-09T15:27:35Z', 'revision_number': 4, 'project_id': '9358f8b166ed4a2d82f901d8250cca4a', 'gw_port': {'id': '06e6cd9b-f7d2-4e64-a583-e2d58fcd2ef6', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:79:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9122288b-4562-48c2-8128-f210649aadde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:10Z', 'updated_at': '2021-11-09T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_interfaces': [{'id': 'cf9f9d51-a156-4942-b5b9-e66a0f19d353', 'name': '', 'network_id': '08bbf048-6dc1-4572-9d55-714f0fd34b54', 'tenant_id': '9358f8b166ed4a2d82f901d8250cca4a', 'mac_address': 'fa:16:3e:85:87:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9122288b-4562-48c2-8128-f210649aadde', 'device_owner': 'network:router_interface', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': '4904fa8b-3075-42a7-aac9-ddfb551a5334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:30Z', 'updated_at': '2021-11-09T15:27:41Z', 'revision_number': 4, 'project_id': '9358f8b166ed4a2d82f901d8250cca4a', 'subnets': [{'id': '4904fa8b-3075-42a7-aac9-ddfb551a5334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:27:42.786933 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ca2eca-72fa-455d-be27-2443ff286b6e None None] The sync data for ids ['9122288b-4562-48c2-8128-f210649aadde'] in dv-cinder-817223-1-smb is: [{'id': '9122288b-4562-48c2-8128-f210649aadde', 'name': 'tempest-ServerRescueNegativeTestJSON-553541280-router', 'tenant_id': '9358f8b166ed4a2d82f901d8250cca4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': '06e6cd9b-f7d2-4e64-a583-e2d58fcd2ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:27:07Z', 'updated_at': '2021-11-09T15:27:35Z', 'revision_number': 4, 'project_id': '9358f8b166ed4a2d82f901d8250cca4a', 'gw_port': {'id': '06e6cd9b-f7d2-4e64-a583-e2d58fcd2ef6', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:79:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9122288b-4562-48c2-8128-f210649aadde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:10Z', 'updated_at': '2021-11-09T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_interfaces': [{'id': 'cf9f9d51-a156-4942-b5b9-e66a0f19d353', 'name': '', 'network_id': '08bbf048-6dc1-4572-9d55-714f0fd34b54', 'tenant_id': '9358f8b166ed4a2d82f901d8250cca4a', 'mac_address': 'fa:16:3e:85:87:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9122288b-4562-48c2-8128-f210649aadde', 'device_owner': 'network:router_interface', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': '4904fa8b-3075-42a7-aac9-ddfb551a5334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:30Z', 'updated_at': '2021-11-09T15:27:41Z', 'revision_number': 4, 'project_id': '9358f8b166ed4a2d82f901d8250cca4a', 'subnets': [{'id': '4904fa8b-3075-42a7-aac9-ddfb551a5334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 15:27:42.871814 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-50ec5fd4-c73c-4c87-b556-7b89a2fcbacd tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks [] for port, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:42.932825 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.provisioning_blocks [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-50ec5fd4-c73c-4c87-b556-7b89a2fcbacd tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Transition to ACTIVE for port object 22a21dfd-9477-4e51-b44b-ee3e7eda5c1d will not be triggered until provisioned by entity DHCP. {{(pid=86838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:27:42.942424 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-91c6ac19-675c-474a-9536-0a7b706cb140 req-7a622bcf-2a09-4b34-be2f-f5bb1ae103ec tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] 10.222.0.83 "GET /v2.0/security-groups?id=d55644a2-12d0-4b9a-ac54-2301ade382d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207075 Nov 09 15:27:43.013576 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8968ec2f-0632-49a0-b896-4b38ddd5c549 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks [] for port, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:43.019912 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8968ec2f-0632-49a0-b896-4b38ddd5c549 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:43.035199 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-50ec5fd4-c73c-4c87-b556-7b89a2fcbacd tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763972296951'] for port, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:43.043237 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-276f2be1-0363-473c-b294-0f524a444d8b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:43.102349 dv-cinder-817223-1-smb neutron-server[86840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f33deb-c2b3-4278-8078-99ec064ab19a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f74fd00-44b6-4aef-8ce4-7462002bd590', 'code': 200} Nov 09 15:27:43.327585 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8968ec2f-0632-49a0-b896-4b38ddd5c549 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-978376'] for floatingip, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:43.429193 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e2486fd1-267f-4fea-9f4e-83f0b735d86f req-02f7b2d7-be51-471c-97df-e330b37c2e70 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 210 time: 0.1928072 Nov 09 15:27:43.579802 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8968ec2f-0632-49a0-b896-4b38ddd5c549 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581'] for floatingip, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:43.598522 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-8968ec2f-0632-49a0-b896-4b38ddd5c549 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1359806 Nov 09 15:27:43.655874 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815a0ca-bdb2-45b4-b869-861732ff60d9 req-4fce03cb-9e47-4e03-8982-66007af5f60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:43.656626 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-50ec5fd4-c73c-4c87-b556-7b89a2fcbacd tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Network 4e486921-0f80-48c5-9888-ae5de3f1e305 is already hosted by enough agents. {{(pid=86838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 15:27:43.662714 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-1815a0ca-bdb2-45b4-b869-861732ff60d9 req-4fce03cb-9e47-4e03-8982-66007af5f60f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d7f33deb-c2b3-4278-8078-99ec064ab19a HTTP/1.1" status: 200 len: 1099 time: 0.2676582 Nov 09 15:27:43.675250 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8968ec2f-0632-49a0-b896-4b38ddd5c549 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Pushing event updated for resources: {'Port': ['ID=f8b69ed5-52be-4eab-9841-6a91c57a985b,revision_number=2']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:43.682764 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-50ec5fd4-c73c-4c87-b556-7b89a2fcbacd tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Resources bound (agent type, host, resource id): {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:27:43.695154 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-8968ec2f-0632-49a0-b896-4b38ddd5c549 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:43.695814 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.383s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:43.763273 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [req-1815a0ca-bdb2-45b4-b869-861732ff60d9 req-9ab7346c-dd4b-471a-bfd0-d18272b4cfef service neutron] Synchronizing usage tracker for tenant:8bdc32f27cd2474cb1e15cb30788ce1f on resource:security_group {{(pid=86839) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 15:27:43.785930 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [req-1815a0ca-bdb2-45b4-b869-861732ff60d9 req-9ab7346c-dd4b-471a-bfd0-d18272b4cfef service neutron] Unset dirty status for tenant:8bdc32f27cd2474cb1e15cb30788ce1f on resource:security_group {{(pid=86839) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 15:27:43.787413 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-1815a0ca-bdb2-45b4-b869-861732ff60d9 req-9ab7346c-dd4b-471a-bfd0-d18272b4cfef service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132948 Nov 09 15:27:43.841706 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-50ec5fd4-c73c-4c87-b556-7b89a2fcbacd tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Received port after_create {{(pid=86838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 09 15:27:43.858757 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-50ec5fd4-c73c-4c87-b556-7b89a2fcbacd tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:43.860277 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-50ec5fd4-c73c-4c87-b556-7b89a2fcbacd tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:44.066350 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-50ec5fd4-c73c-4c87-b556-7b89a2fcbacd tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7861075 Nov 09 15:27:44.073228 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ec5fd4-c73c-4c87-b556-7b89a2fcbacd tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Pushing event updated for resources: {'Port': ['ID=22a21dfd-9477-4e51-b44b-ee3e7eda5c1d,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:44.076090 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-50ec5fd4-c73c-4c87-b556-7b89a2fcbacd tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:44.113011 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-cc73f732-43e9-4f22-aff0-6c7f49ef47bb None None] Provisioning for port 22a21dfd-9477-4e51-b44b-ee3e7eda5c1d completed by entity DHCP. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:27:44.115236 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e89f03e-545c-47b2-b468-3482be93d56e req-41dd6f10-74f5-4e9b-8481-c9facd7752f2 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:44.124868 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7e89f03e-545c-47b2-b468-3482be93d56e req-41dd6f10-74f5-4e9b-8481-c9facd7752f2 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7f33deb-c2b3-4278-8078-99ec064ab19a HTTP/1.1" status: 200 len: 946 time: 0.6815462 Nov 09 15:27:44.125612 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-cc73f732-43e9-4f22-aff0-6c7f49ef47bb None None] Provisioning complete for port 22a21dfd-9477-4e51-b44b-ee3e7eda5c1d triggered by entity DHCP. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:27:44.126520 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-cc73f732-43e9-4f22-aff0-6c7f49ef47bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:44.158888 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-b803efa2-d484-41b2-8272-b0e19c87493e service neutron] Request body: {'port': {'device_id': 'f46eb4df-8c64-446f-b9df-4de9e07953f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:27:44.211237 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-cc73f732-43e9-4f22-aff0-6c7f49ef47bb None None] Port 22a21dfd-9477-4e51-b44b-ee3e7eda5c1d cannot update to ACTIVE because it is not bound. {{(pid=86840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 09 15:27:44.241089 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 35946) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:44.353798 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c4189-dedc-49bd-b4b9-459e4ac37a00 req-d3203b84-a6f8-4ebb-93b5-08afab5e2948 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:44.362143 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6e1c4189-dedc-49bd-b4b9-459e4ac37a00 req-d3203b84-a6f8-4ebb-93b5-08afab5e2948 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 932 time: 0.4796543 Nov 09 15:27:44.379609 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7e89f03e-545c-47b2-b468-3482be93d56e req-c4c32d12-5647-4553-aba8-5b9a27d54610 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536168 Nov 09 15:27:44.483279 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-72f8f67c-d953-4b3d-85d8-62d839803945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:44.503531 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-72f8f67c-d953-4b3d-85d8-62d839803945 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:44.510495 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-72f8f67c-d953-4b3d-85d8-62d839803945 admin admin] Usage tracker for resource:security_group_rule and tenant:157e0e846f994980afb64565addef1d1 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:44.518556 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-72f8f67c-d953-4b3d-85d8-62d839803945 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:44.531703 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device cf9f9d51-a156-4942-b5b9-e66a0f19d353 up at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:27:44.545581 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-72f8f67c-d953-4b3d-85d8-62d839803945 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:44.630009 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-b803efa2-d484-41b2-8272-b0e19c87493e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:44.726237 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning for port cf9f9d51-a156-4942-b5b9-e66a0f19d353 completed by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:27:44.728235 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6e1c4189-dedc-49bd-b4b9-459e4ac37a00 req-af7d7a22-ba83-4fea-9f4f-1e73cef6c12d tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3649652 Nov 09 15:27:44.739951 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning complete for port cf9f9d51-a156-4942-b5b9-e66a0f19d353 triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:27:44.743453 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:44.762637 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-72f8f67c-d953-4b3d-85d8-62d839803945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:44.770999 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-72f8f67c-d953-4b3d-85d8-62d839803945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:44.804206 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-8ad7a7d4-baf0-4658-8bcf-fed0a0fddae6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:44.890044 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-72f8f67c-d953-4b3d-85d8-62d839803945 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=157e0e846f994980afb64565addef1d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6437364 Nov 09 15:27:44.895248 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 35976) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:44.918981 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:44.973009 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] For port cf9f9d51-a156-4942-b5b9-e66a0f19d353, host dv-cinder-817223-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=cf9f9d51-a156-4942-b5b9-e66a0f19d353,segment=NetworkSegment(a12b8ba6-b75a-4633-b283-1b43182e6c77),segment_id=a12b8ba6-b75a-4633-b283-1b43182e6c77)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:27:44.980115 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:44.991941 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-c2f63b2b-13b9-4722-b178-5aaa4bed538d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:45.009037 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f8f67c-d953-4b3d-85d8-62d839803945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a3fb04-ad82-4dda-bafb-714cb161b778,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:45.015661 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-72f8f67c-d953-4b3d-85d8-62d839803945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:45.082821 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8d227686-28f7-47a7-88b3-f3c110304a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:45.161783 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8d227686-28f7-47a7-88b3-f3c110304a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:45.179584 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Pushing event updated for resources: {'Port': ['ID=cf9f9d51-a156-4942-b5b9-e66a0f19d353,revision_number=5']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:45.191656 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:45.452020 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512a89a-9374-4336-8fc9-481641e80ee6 req-ccb6d807-cab9-4a49-9747-1fb081ecf454 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:45.453503 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1512a89a-9374-4336-8fc9-481641e80ee6 req-ccb6d807-cab9-4a49-9747-1fb081ecf454 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/networks?id=08bbf048-6dc1-4572-9d55-714f0fd34b54 HTTP/1.1" status: 200 len: 818 time: 0.8550436 Nov 09 15:27:45.520134 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1512a89a-9374-4336-8fc9-481641e80ee6 req-69b7e6ed-5e44-4327-90ec-0c55dc03e7ef tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/quotas/9358f8b166ed4a2d82f901d8250cca4a HTTP/1.1" status: 200 len: 375 time: 0.0309544 Nov 09 15:27:45.528144 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-e449af12-2195-4eff-ad01-144386f0b32f req-05a0d0f5-0ded-48ea-9b17-4f6cf346b4ef tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Synchronizing usage tracker for tenant:41dafbb04b984e61a49bf7c195f04598 on resource:security_group {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 15:27:45.548570 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8d227686-28f7-47a7-88b3-f3c110304a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:45.558674 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-bdca634a-a107-4f74-b632-ed89988e493e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:45.589248 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d227686-28f7-47a7-88b3-f3c110304a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a3fb04-ad82-4dda-bafb-714cb161b778,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:45.601995 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-8d227686-28f7-47a7-88b3-f3c110304a69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:45.613009 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5b8de-4abb-4f0c-9449-63e0898c78b4 req-e9a7396e-726f-4018-92ad-4afd06598bb4 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:45.614855 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-8ca5b8de-4abb-4f0c-9449-63e0898c78b4 req-e9a7396e-726f-4018-92ad-4afd06598bb4 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.44 "GET /v2.0/networks?id=08bbf048-6dc1-4572-9d55-714f0fd34b54 HTTP/1.1" status: 200 len: 818 time: 0.3243141 Nov 09 15:27:45.616007 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8d227686-28f7-47a7-88b3-f3c110304a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:45.617164 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-8d227686-28f7-47a7-88b3-f3c110304a69 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/21a3fb04-ad82-4dda-bafb-714cb161b778 HTTP/1.1" status: 204 len: 168 time: 0.7207778 Nov 09 15:27:45.638247 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.v2.base [req-8ca5b8de-4abb-4f0c-9449-63e0898c78b4 req-448a48df-6aca-434b-b73d-58dfed7e237b tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Request body: {'port': {'device_id': '946581da-2540-4873-acfa-f4adf448d837', 'network_id': '08bbf048-6dc1-4572-9d55-714f0fd34b54', 'admin_state_up': True, 'tenant_id': '9358f8b166ed4a2d82f901d8250cca4a'}} {{(pid=86839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:27:45.663909 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-e449af12-2195-4eff-ad01-144386f0b32f req-05a0d0f5-0ded-48ea-9b17-4f6cf346b4ef tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Unset dirty status for tenant:41dafbb04b984e61a49bf7c195f04598 on resource:security_group {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 15:27:45.672623 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e449af12-2195-4eff-ad01-144386f0b32f req-05a0d0f5-0ded-48ea-9b17-4f6cf346b4ef tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--1227706257&fields=id&tenant_id=41dafbb04b984e61a49bf7c195f04598 HTTP/1.1" status: 200 len: 267 time: 0.6849434 Nov 09 15:27:45.827347 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [req-8ca5b8de-4abb-4f0c-9449-63e0898c78b4 req-448a48df-6aca-434b-b73d-58dfed7e237b tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:45.833588 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [req-8ca5b8de-4abb-4f0c-9449-63e0898c78b4 req-448a48df-6aca-434b-b73d-58dfed7e237b tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Usage tracker for resource:port and tenant:9358f8b166ed4a2d82f901d8250cca4a is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:45.837923 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [req-8ca5b8de-4abb-4f0c-9449-63e0898c78b4 req-448a48df-6aca-434b-b73d-58dfed7e237b tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:45.846861 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1512a89a-9374-4336-8fc9-481641e80ee6 req-8bd4518d-aa5c-4cf6-b5c4-b78dec140f19 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=9358f8b166ed4a2d82f901d8250cca4a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3152030 Nov 09 15:27:45.855097 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [req-8ca5b8de-4abb-4f0c-9449-63e0898c78b4 req-448a48df-6aca-434b-b73d-58dfed7e237b tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:45.898262 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ca5b8de-4abb-4f0c-9449-63e0898c78b4 req-448a48df-6aca-434b-b73d-58dfed7e237b tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Made reservation on behalf of 9358f8b166ed4a2d82f901d8250cca4a for: {'port': 1} {{(pid=86839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 15:27:45.905110 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-8ca5b8de-4abb-4f0c-9449-63e0898c78b4 req-448a48df-6aca-434b-b73d-58dfed7e237b tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:46.143009 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.db_base_plugin_common [req-8ca5b8de-4abb-4f0c-9449-63e0898c78b4 req-448a48df-6aca-434b-b73d-58dfed7e237b tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Allocated IP 172.20.0.6 (08bbf048-6dc1-4572-9d55-714f0fd34b54/4904fa8b-3075-42a7-aac9-ddfb551a5334/22d50f63-eaac-4149-8b98-3a76e6e8e44f) {{(pid=86839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 15:27:46.168595 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449af12-2195-4eff-ad01-144386f0b32f req-5d6c6c31-8570-4d91-a816-cf3f7437fa5a tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:46.171140 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e449af12-2195-4eff-ad01-144386f0b32f req-5d6c6c31-8570-4d91-a816-cf3f7437fa5a tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/networks?id=54e70c2d-ce99-4138-a9cc-3f850389a6a6 HTTP/1.1" status: 200 len: 810 time: 0.4975536 Nov 09 15:27:46.187609 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-b803efa2-d484-41b2-8272-b0e19c87493e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22a21dfd-9477-4e51-b44b-ee3e7eda5c1d {{(pid=86838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 15:27:46.195715 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 36018) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:46.219166 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e449af12-2195-4eff-ad01-144386f0b32f req-961b9dab-3284-4ff7-9035-2eae3a42b663 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/quotas/41dafbb04b984e61a49bf7c195f04598 HTTP/1.1" status: 200 len: 375 time: 0.0416408 Nov 09 15:27:46.286492 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-b803efa2-d484-41b2-8272-b0e19c87493e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:46.297454 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1512a89a-9374-4336-8fc9-481641e80ee6 req-dc05c31f-5455-4a0d-8168-a6d6c4990243 service neutron] 10.222.0.83 "GET /v2.0/networks/08bbf048-6dc1-4572-9d55-714f0fd34b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4346383 Nov 09 15:27:46.402338 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-d12439db-86ce-4509-ad7e-bb46a3caf33e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:46.460874 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device cf9f9d51-a156-4942-b5b9-e66a0f19d353 up at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:27:46.465345 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-8ca5b8de-4abb-4f0c-9449-63e0898c78b4 req-448a48df-6aca-434b-b73d-58dfed7e237b tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Notify callbacks [] for port, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:46.474015 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.provisioning_blocks [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-b803efa2-d484-41b2-8272-b0e19c87493e service neutron] Transition to ACTIVE for port object 22a21dfd-9477-4e51-b44b-ee3e7eda5c1d will not be triggered until provisioned by entity L2. {{(pid=86838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:27:46.500617 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-b803efa2-d484-41b2-8272-b0e19c87493e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:46.509864 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-8ca5b8de-4abb-4f0c-9449-63e0898c78b4 req-448a48df-6aca-434b-b73d-58dfed7e237b tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763972296951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337271'] for port, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:46.515063 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-d12439db-86ce-4509-ad7e-bb46a3caf33e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:46.522414 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:46.527702 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:46.595532 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-d12439db-86ce-4509-ad7e-bb46a3caf33e admin admin] Usage tracker for resource:security_group_rule and tenant:c0538f8bc35844d991e38b1639d94d9d is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:46.605396 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-d12439db-86ce-4509-ad7e-bb46a3caf33e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:46.625708 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-d12439db-86ce-4509-ad7e-bb46a3caf33e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:46.652117 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning complete for port cf9f9d51-a156-4942-b5b9-e66a0f19d353 triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:27:46.652977 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:46.668338 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a48df-6aca-434b-b73d-58dfed7e237b tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Pushing event updated for resources: {'Port': ['ID=22d50f63-eaac-4149-8b98-3a76e6e8e44f,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:46.674704 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-448a48df-6aca-434b-b73d-58dfed7e237b tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:46.680994 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ca5b8de-4abb-4f0c-9449-63e0898c78b4 req-448a48df-6aca-434b-b73d-58dfed7e237b tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Network 08bbf048-6dc1-4572-9d55-714f0fd34b54 is already hosted by enough agents. {{(pid=86839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 15:27:46.683531 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.base_scheduler [req-8ca5b8de-4abb-4f0c-9449-63e0898c78b4 req-448a48df-6aca-434b-b73d-58dfed7e237b tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Resources bound (agent type, host, resource id): {{(pid=86839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:27:46.689263 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ca5b8de-4abb-4f0c-9449-63e0898c78b4 req-448a48df-6aca-434b-b73d-58dfed7e237b tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Received port after_create {{(pid=86839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 09 15:27:46.739091 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b803efa2-d484-41b2-8272-b0e19c87493e service neutron] Pushing event updated for resources: {'Port': ['ID=22a21dfd-9477-4e51-b44b-ee3e7eda5c1d,revision_number=2']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:46.770857 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-b803efa2-d484-41b2-8272-b0e19c87493e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:46.773461 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5b8de-4abb-4f0c-9449-63e0898c78b4 req-448a48df-6aca-434b-b73d-58dfed7e237b tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:46.774286 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-8ca5b8de-4abb-4f0c-9449-63e0898c78b4 req-448a48df-6aca-434b-b73d-58dfed7e237b tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for port, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:46.806446 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-8ca5b8de-4abb-4f0c-9449-63e0898c78b4 req-448a48df-6aca-434b-b73d-58dfed7e237b tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1713450 Nov 09 15:27:46.817131 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.v2.base [req-8ca5b8de-4abb-4f0c-9449-63e0898c78b4 req-197f2060-3056-451a-bd61-2895f87cc59c service neutron] Request body: {'port': {'device_id': '946581da-2540-4873-acfa-f4adf448d837', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=86839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:27:46.894852 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1512a89a-9374-4336-8fc9-481641e80ee6 req-8187ba5c-51ee-4d8c-95d1-aa6b1283f155 service neutron] 10.222.0.83 "GET /v2.0/networks/08bbf048-6dc1-4572-9d55-714f0fd34b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5964253 Nov 09 15:27:46.913808 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-e449af12-2195-4eff-ad01-144386f0b32f req-aae95b8a-ab42-4db7-934f-27109694d462 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Synchronizing usage tracker for tenant:41dafbb04b984e61a49bf7c195f04598 on resource:port {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 15:27:46.921632 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-b803efa2-d484-41b2-8272-b0e19c87493e service neutron] Attempting to bind port 22a21dfd-9477-4e51-b44b-ee3e7eda5c1d on host hv-cinder-81722 for vnic_type normal with profile {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 15:27:46.922001 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-b803efa2-d484-41b2-8272-b0e19c87493e service neutron] Attempting to bind port 22a21dfd-9477-4e51-b44b-ee3e7eda5c1d by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': 'd9ea088f-84c5-40da-9a44-3534ad2a71f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '4e486921-0f80-48c5-9888-ae5de3f1e305'}] {{(pid=86838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 15:27:46.922325 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-b803efa2-d484-41b2-8272-b0e19c87493e service neutron] Attempting to bind port 22a21dfd-9477-4e51-b44b-ee3e7eda5c1d on network 4e486921-0f80-48c5-9888-ae5de3f1e305 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:27:46.934908 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-b803efa2-d484-41b2-8272-b0e19c87493e service neutron] Port 22a21dfd-9477-4e51-b44b-ee3e7eda5c1d on network 4e486921-0f80-48c5-9888-ae5de3f1e305 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 09 15:27:46.935232 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-b803efa2-d484-41b2-8272-b0e19c87493e service neutron] Attempting to bind port 22a21dfd-9477-4e51-b44b-ee3e7eda5c1d on network 4e486921-0f80-48c5-9888-ae5de3f1e305 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:27:46.956487 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-b803efa2-d484-41b2-8272-b0e19c87493e service neutron] Checking agent: {'id': '5232cb7b-4e94-4f65-a0ee-0ef08f02d72d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 24, 50), 'started_at': datetime.datetime(2021, 11, 9, 15, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 09 15:27:46.956826 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-b803efa2-d484-41b2-8272-b0e19c87493e service neutron] Checking segment: {'id': 'd9ea088f-84c5-40da-9a44-3534ad2a71f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '4e486921-0f80-48c5-9888-ae5de3f1e305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:27:46.957227 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-b803efa2-d484-41b2-8272-b0e19c87493e service neutron] Bound using segment: {'id': 'd9ea088f-84c5-40da-9a44-3534ad2a71f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '4e486921-0f80-48c5-9888-ae5de3f1e305'} {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 09 15:27:46.957656 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-b803efa2-d484-41b2-8272-b0e19c87493e service neutron] Bound port: 22a21dfd-9477-4e51-b44b-ee3e7eda5c1d, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9ea088f-84c5-40da-9a44-3534ad2a71f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '4e486921-0f80-48c5-9888-ae5de3f1e305'}}] {{(pid=86838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 15:27:46.958025 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-b803efa2-d484-41b2-8272-b0e19c87493e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:46.991866 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 36040) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:46.992361 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-e449af12-2195-4eff-ad01-144386f0b32f req-aae95b8a-ab42-4db7-934f-27109694d462 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Unset dirty status for tenant:41dafbb04b984e61a49bf7c195f04598 on resource:port {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 15:27:46.993632 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e449af12-2195-4eff-ad01-144386f0b32f req-aae95b8a-ab42-4db7-934f-27109694d462 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=41dafbb04b984e61a49bf7c195f04598&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6920080 Nov 09 15:27:47.009256 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-8ca5b8de-4abb-4f0c-9449-63e0898c78b4 req-197f2060-3056-451a-bd61-2895f87cc59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:47.162327 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-d12439db-86ce-4509-ad7e-bb46a3caf33e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:47.178885 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-d12439db-86ce-4509-ad7e-bb46a3caf33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:47.213783 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-ca926c59-00e4-4e6f-b5e8-03a0da7f166a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:47.233764 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-b1e898be-ea04-406c-806a-8021ac572cc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:47.262021 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-b1e898be-ea04-406c-806a-8021ac572cc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:47.270592 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-b1e898be-ea04-406c-806a-8021ac572cc8 admin admin] Usage tracker for resource:security_group_rule and tenant:06b12f2a23cc48239cc32002231026e5 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:47.276379 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-b1e898be-ea04-406c-806a-8021ac572cc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:47.282166 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-b803efa2-d484-41b2-8272-b0e19c87493e service neutron] For port 22a21dfd-9477-4e51-b44b-ee3e7eda5c1d, host hv-cinder-81722, cleared binding levels {{(pid=86838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 09 15:27:47.307280 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-b1e898be-ea04-406c-806a-8021ac572cc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:47.320701 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e449af12-2195-4eff-ad01-144386f0b32f req-de255f90-b9ca-467c-b47b-0a3723aa848c service neutron] 10.222.0.83 "GET /v2.0/networks/54e70c2d-ce99-4138-a9cc-3f850389a6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948248 Nov 09 15:27:47.330147 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-b803efa2-d484-41b2-8272-b0e19c87493e service neutron] For port 22a21dfd-9477-4e51-b44b-ee3e7eda5c1d, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=22a21dfd-9477-4e51-b44b-ee3e7eda5c1d,segment=NetworkSegment(d9ea088f-84c5-40da-9a44-3534ad2a71f5),segment_id=d9ea088f-84c5-40da-9a44-3534ad2a71f5)] {{(pid=86838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 09 15:27:47.335654 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-d12439db-86ce-4509-ad7e-bb46a3caf33e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c0538f8bc35844d991e38b1639d94d9d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1369195 Nov 09 15:27:47.336644 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12439db-86ce-4509-ad7e-bb46a3caf33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba9d3de-22a3-4a9e-8c54-036f93a478af,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:47.339064 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 36054) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:47.346311 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-d12439db-86ce-4509-ad7e-bb46a3caf33e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:47.366217 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-b803efa2-d484-41b2-8272-b0e19c87493e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:47.436500 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-50ec5fd4-c73c-4c87-b556-7b89a2fcbacd tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:47.536763 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-b803efa2-d484-41b2-8272-b0e19c87493e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:47.537355 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-b803efa2-d484-41b2-8272-b0e19c87493e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:47.538730 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-b803efa2-d484-41b2-8272-b0e19c87493e service neutron] 10.222.0.44 "PUT /v2.0/ports/22a21dfd-9477-4e51-b44b-ee3e7eda5c1d HTTP/1.1" status: 200 len: 1094 time: 3.4093063 Nov 09 15:27:47.548357 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f46eb4df-8c64-446f-b9df-4de9e07953f1', 'tag': '22a21dfd-9477-4e51-b44b-ee3e7eda5c1d'}] {{(pid=86838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:27:47.648194 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b803efa2-d484-41b2-8272-b0e19c87493e service neutron] Pushing event updated for resources: {'Port': ['ID=22a21dfd-9477-4e51-b44b-ee3e7eda5c1d,revision_number=3']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:47.680647 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7a9ee-82f8-465a-b962-9f4bb258bdb4 req-c8ad8e9c-5504-4861-8ded-dd2b5308e1fa tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:47.688978 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-def7a9ee-82f8-465a-b962-9f4bb258bdb4 req-c8ad8e9c-5504-4861-8ded-dd2b5308e1fa tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] 10.222.0.83 "GET /v2.0/ports?device_id=d39a65c0-69ef-4170-b917-bec2211a3000 HTTP/1.1" status: 200 len: 946 time: 0.4896688 Nov 09 15:27:47.692495 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-b1e898be-ea04-406c-806a-8021ac572cc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:47.710398 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-b803efa2-d484-41b2-8272-b0e19c87493e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:47.727179 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [req-8ca5b8de-4abb-4f0c-9449-63e0898c78b4 req-197f2060-3056-451a-bd61-2895f87cc59c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22d50f63-eaac-4149-8b98-3a76e6e8e44f {{(pid=86839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 15:27:47.743009 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-8ca5b8de-4abb-4f0c-9449-63e0898c78b4 req-197f2060-3056-451a-bd61-2895f87cc59c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:47.763857 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [req-8ca5b8de-4abb-4f0c-9449-63e0898c78b4 req-197f2060-3056-451a-bd61-2895f87cc59c service neutron] Transition to ACTIVE for port object 22d50f63-eaac-4149-8b98-3a76e6e8e44f will not be triggered until provisioned by entity L2. {{(pid=86839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:27:47.765177 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-b1e898be-ea04-406c-806a-8021ac572cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:47.772266 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e449af12-2195-4eff-ad01-144386f0b32f req-8e85f2ce-19d8-4624-8ef1-f33d6f4e155b service neutron] 10.222.0.83 "GET /v2.0/networks/54e70c2d-ce99-4138-a9cc-3f850389a6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4294364 Nov 09 15:27:47.822738 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-def7a9ee-82f8-465a-b962-9f4bb258bdb4 req-0946ee38-dfdc-4d0f-9cd0-e5067ffa38b1 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] 10.222.0.83 "GET /v2.0/security-groups?id=d55644a2-12d0-4b9a-ac54-2301ade382d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323998 Nov 09 15:27:47.824051 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:47.829112 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-faf9d54c-93a2-430d-ad1d-e74f77218e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:47.877119 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-b1e898be-ea04-406c-806a-8021ac572cc8 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=06b12f2a23cc48239cc32002231026e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8844614 Nov 09 15:27:47.882435 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-8ca5b8de-4abb-4f0c-9449-63e0898c78b4 req-197f2060-3056-451a-bd61-2895f87cc59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337294'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:47.884367 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 36068) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:47.915029 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-faf9d54c-93a2-430d-ad1d-e74f77218e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:47.919517 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e898be-ea04-406c-806a-8021ac572cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116da1f3-11fc-4353-84e8-4834be03cabe,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:47.927552 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-b1e898be-ea04-406c-806a-8021ac572cc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:47.930355 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:48.051869 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-faf9d54c-93a2-430d-ad1d-e74f77218e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:48.118781 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:48.209323 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf9d54c-93a2-430d-ad1d-e74f77218e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba9d3de-22a3-4a9e-8c54-036f93a478af,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:48.230097 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-faf9d54c-93a2-430d-ad1d-e74f77218e90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:48.238022 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-faf9d54c-93a2-430d-ad1d-e74f77218e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:48.242753 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-faf9d54c-93a2-430d-ad1d-e74f77218e90 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/fba9d3de-22a3-4a9e-8c54-036f93a478af HTTP/1.1" status: 204 len: 168 time: 0.8984437 Nov 09 15:27:48.251651 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-e6cdf97b-4274-434e-bfc5-2b3537c5b776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:48.254216 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-e6cdf97b-4274-434e-bfc5-2b3537c5b776 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4c426877957540c3ae3ca3dce095a0e8&device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 1097 time: 0.6670926 Nov 09 15:27:48.260484 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197f2060-3056-451a-bd61-2895f87cc59c service neutron] Pushing event updated for resources: {'Port': ['ID=22d50f63-eaac-4149-8b98-3a76e6e8e44f,revision_number=2']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:48.283556 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-197f2060-3056-451a-bd61-2895f87cc59c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:48.381491 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e625310a-5b4d-4a7d-88d9-b1d5f1ff8640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:48.414630 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e625310a-5b4d-4a7d-88d9-b1d5f1ff8640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:48.428206 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 36084) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:48.555528 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [req-8ca5b8de-4abb-4f0c-9449-63e0898c78b4 req-197f2060-3056-451a-bd61-2895f87cc59c service neutron] Attempting to bind port 22d50f63-eaac-4149-8b98-3a76e6e8e44f on host hv-cinder-81722 for vnic_type normal with profile {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 15:27:48.559601 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [req-8ca5b8de-4abb-4f0c-9449-63e0898c78b4 req-197f2060-3056-451a-bd61-2895f87cc59c service neutron] Attempting to bind port 22d50f63-eaac-4149-8b98-3a76e6e8e44f by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': 'a12b8ba6-b75a-4633-b283-1b43182e6c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '08bbf048-6dc1-4572-9d55-714f0fd34b54'}] {{(pid=86839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 15:27:48.559601 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca5b8de-4abb-4f0c-9449-63e0898c78b4 req-197f2060-3056-451a-bd61-2895f87cc59c service neutron] Attempting to bind port 22d50f63-eaac-4149-8b98-3a76e6e8e44f on network 08bbf048-6dc1-4572-9d55-714f0fd34b54 {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:27:48.563747 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-496cdfaa-e913-45c7-a70c-fb218746275e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22a21dfd-9477-4e51-b44b-ee3e7eda5c1d HTTP/1.1" status: 200 len: 217 time: 0.2271228 Nov 09 15:27:48.598051 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca5b8de-4abb-4f0c-9449-63e0898c78b4 req-197f2060-3056-451a-bd61-2895f87cc59c service neutron] Port 22d50f63-eaac-4149-8b98-3a76e6e8e44f on network 08bbf048-6dc1-4572-9d55-714f0fd34b54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 09 15:27:48.598958 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca5b8de-4abb-4f0c-9449-63e0898c78b4 req-197f2060-3056-451a-bd61-2895f87cc59c service neutron] Attempting to bind port 22d50f63-eaac-4149-8b98-3a76e6e8e44f on network 08bbf048-6dc1-4572-9d55-714f0fd34b54 {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:27:48.610915 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e625310a-5b4d-4a7d-88d9-b1d5f1ff8640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:48.641272 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-527f2dd1-a5cc-4615-a08d-9febc497b3b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:48.673740 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3902b49-25e6-4c00-8643-87064d458a61 req-446f5eaf-9bdc-44fd-8ee3-17a0ac967794 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:48.676605 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f3902b49-25e6-4c00-8643-87064d458a61 req-446f5eaf-9bdc-44fd-8ee3-17a0ac967794 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7f33deb-c2b3-4278-8078-99ec064ab19a HTTP/1.1" status: 200 len: 946 time: 0.5320649 Nov 09 15:27:48.681580 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e625310a-5b4d-4a7d-88d9-b1d5f1ff8640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116da1f3-11fc-4353-84e8-4834be03cabe,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:48.684717 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.44', 49933) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:48.689008 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca5b8de-4abb-4f0c-9449-63e0898c78b4 req-197f2060-3056-451a-bd61-2895f87cc59c service neutron] Checking agent: {'id': '5232cb7b-4e94-4f65-a0ee-0ef08f02d72d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 24, 50), 'started_at': datetime.datetime(2021, 11, 9, 15, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 09 15:27:48.690139 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca5b8de-4abb-4f0c-9449-63e0898c78b4 req-197f2060-3056-451a-bd61-2895f87cc59c service neutron] Checking segment: {'id': 'a12b8ba6-b75a-4633-b283-1b43182e6c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '08bbf048-6dc1-4572-9d55-714f0fd34b54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:27:48.692315 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca5b8de-4abb-4f0c-9449-63e0898c78b4 req-197f2060-3056-451a-bd61-2895f87cc59c service neutron] Bound using segment: {'id': 'a12b8ba6-b75a-4633-b283-1b43182e6c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '08bbf048-6dc1-4572-9d55-714f0fd34b54'} {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 09 15:27:48.705691 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ecfec-e774-4a45-bb86-33f5fa7efac7 req-66022699-7144-4389-941f-b3495e35732f tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:48.706646 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [req-8ca5b8de-4abb-4f0c-9449-63e0898c78b4 req-197f2060-3056-451a-bd61-2895f87cc59c service neutron] Bound port: 22d50f63-eaac-4149-8b98-3a76e6e8e44f, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a12b8ba6-b75a-4633-b283-1b43182e6c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '08bbf048-6dc1-4572-9d55-714f0fd34b54'}}] {{(pid=86839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 15:27:48.707299 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2b0ecfec-e774-4a45-bb86-33f5fa7efac7 req-66022699-7144-4389-941f-b3495e35732f tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 944 time: 0.4603639 Nov 09 15:27:48.722191 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-8ca5b8de-4abb-4f0c-9449-63e0898c78b4 req-197f2060-3056-451a-bd61-2895f87cc59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:48.768355 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-e625310a-5b4d-4a7d-88d9-b1d5f1ff8640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:48.781197 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-f2af0b67-dba1-4ba2-a7df-cb36f9cb732e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:48.785384 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-f2af0b67-dba1-4ba2-a7df-cb36f9cb732e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5ec84acc-d70c-4e8d-bb6d-6e13232b6778 HTTP/1.1" status: 200 len: 855 time: 0.1937730 Nov 09 15:27:48.880108 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e625310a-5b4d-4a7d-88d9-b1d5f1ff8640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:48.885160 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-e625310a-5b4d-4a7d-88d9-b1d5f1ff8640 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/116da1f3-11fc-4353-84e8-4834be03cabe HTTP/1.1" status: 204 len: 168 time: 0.9955420 Nov 09 15:27:49.027451 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [req-8ca5b8de-4abb-4f0c-9449-63e0898c78b4 req-197f2060-3056-451a-bd61-2895f87cc59c service neutron] For port 22d50f63-eaac-4149-8b98-3a76e6e8e44f, host hv-cinder-81722, cleared binding levels {{(pid=86839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 09 15:27:49.027451 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [req-8ca5b8de-4abb-4f0c-9449-63e0898c78b4 req-197f2060-3056-451a-bd61-2895f87cc59c service neutron] For port 22d50f63-eaac-4149-8b98-3a76e6e8e44f, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=22d50f63-eaac-4149-8b98-3a76e6e8e44f,segment=NetworkSegment(a12b8ba6-b75a-4633-b283-1b43182e6c77),segment_id=a12b8ba6-b75a-4633-b283-1b43182e6c77)] {{(pid=86839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 09 15:27:49.028188 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.44', 49934) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:49.136260 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2b0ecfec-e774-4a45-bb86-33f5fa7efac7 req-ddfd5a92-0a2b-406a-b40d-4bd4e22e4919 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3636394 Nov 09 15:27:49.224054 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a1f22c4c-c4ab-4f0e-81ea-7bebe088934a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:49.313894 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f3902b49-25e6-4c00-8643-87064d458a61 req-e3f41232-4132-4072-925f-00147937c39b tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6270764 Nov 09 15:27:49.367942 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-a1f22c4c-c4ab-4f0e-81ea-7bebe088934a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:49.385714 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-a1f22c4c-c4ab-4f0e-81ea-7bebe088934a admin admin] Usage tracker for resource:security_group_rule and tenant:72aeb5588e8e4551a9d6d01aa626f14f is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:49.396718 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-a1f22c4c-c4ab-4f0e-81ea-7bebe088934a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:49.417406 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-a1f22c4c-c4ab-4f0e-81ea-7bebe088934a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:49.487484 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-8ca5b8de-4abb-4f0c-9449-63e0898c78b4 req-197f2060-3056-451a-bd61-2895f87cc59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337294'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:49.506348 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512a89a-9374-4336-8fc9-481641e80ee6 req-769ee58d-0611-417b-9d0a-7c32562465b6 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:49.512473 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-1512a89a-9374-4336-8fc9-481641e80ee6 req-769ee58d-0611-417b-9d0a-7c32562465b6 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.44 "GET /v2.0/networks?id=08bbf048-6dc1-4572-9d55-714f0fd34b54 HTTP/1.1" status: 200 len: 818 time: 0.4793625 Nov 09 15:27:49.527980 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:49.612598 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f46eb4df-8c64-446f-b9df-4de9e07953f1', 'tag': '22a21dfd-9477-4e51-b44b-ee3e7eda5c1d', 'status': 'completed', 'code': 200} Nov 09 15:27:49.624884 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.v2.base [req-1512a89a-9374-4336-8fc9-481641e80ee6 req-aa2f911c-ce51-496b-800f-ad2f0d192cb9 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Request body: {'port': {'device_id': '71a72213-4bdf-4e11-b823-3b6e6104db9a', 'network_id': '08bbf048-6dc1-4572-9d55-714f0fd34b54', 'admin_state_up': True, 'tenant_id': '9358f8b166ed4a2d82f901d8250cca4a'}} {{(pid=86839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:27:49.748581 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 36122) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:49.806104 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5b8de-4abb-4f0c-9449-63e0898c78b4 req-197f2060-3056-451a-bd61-2895f87cc59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:49.806699 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-8ca5b8de-4abb-4f0c-9449-63e0898c78b4 req-197f2060-3056-451a-bd61-2895f87cc59c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for port, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:49.808601 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-8ca5b8de-4abb-4f0c-9449-63e0898c78b4 req-197f2060-3056-451a-bd61-2895f87cc59c service neutron] 10.222.0.44 "PUT /v2.0/ports/22d50f63-eaac-4149-8b98-3a76e6e8e44f HTTP/1.1" status: 200 len: 1093 time: 2.9963384 Nov 09 15:27:49.809274 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '946581da-2540-4873-acfa-f4adf448d837', 'tag': '22d50f63-eaac-4149-8b98-3a76e6e8e44f'}] {{(pid=86839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:27:49.813900 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d125d38b-7959-4bf1-8897-7931f167977e req-abd3ee8a-fd8d-4834-bdc3-87dcf92e2303 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 210 time: 0.1973245 Nov 09 15:27:49.831384 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197f2060-3056-451a-bd61-2895f87cc59c service neutron] Pushing event updated for resources: {'Port': ['ID=22d50f63-eaac-4149-8b98-3a76e6e8e44f,revision_number=3']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:49.846587 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-197f2060-3056-451a-bd61-2895f87cc59c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:49.924798 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '946581da-2540-4873-acfa-f4adf448d837', 'tag': '22d50f63-eaac-4149-8b98-3a76e6e8e44f', 'status': 'completed', 'code': 200} Nov 09 15:27:49.941797 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1e80055b-c5df-403c-af82-04b6021f0dcb req-b49b24c0-0728-464f-b4ac-4d18266ee67c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d39a65c0-69ef-4170-b917-bec2211a3000&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.2524691 Nov 09 15:27:49.943138 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-58fc564c-c16b-4d19-92d2-74093c9b282a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:49.944999 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-58fc564c-c16b-4d19-92d2-74093c9b282a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4e486921-0f80-48c5-9888-ae5de3f1e305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 1.1009946 Nov 09 15:27:49.952186 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a1f22c4c-c4ab-4f0e-81ea-7bebe088934a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:49.953431 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-ed46ecfc-66a0-4127-a576-57b14e7950b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:49.963511 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [req-1512a89a-9374-4336-8fc9-481641e80ee6 req-aa2f911c-ce51-496b-800f-ad2f0d192cb9 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:49.967831 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [req-1512a89a-9374-4336-8fc9-481641e80ee6 req-aa2f911c-ce51-496b-800f-ad2f0d192cb9 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Usage tracker for resource:port and tenant:9358f8b166ed4a2d82f901d8250cca4a is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:49.971673 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [req-1512a89a-9374-4336-8fc9-481641e80ee6 req-aa2f911c-ce51-496b-800f-ad2f0d192cb9 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:49.978778 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [req-1512a89a-9374-4336-8fc9-481641e80ee6 req-aa2f911c-ce51-496b-800f-ad2f0d192cb9 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:49.996648 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1512a89a-9374-4336-8fc9-481641e80ee6 req-aa2f911c-ce51-496b-800f-ad2f0d192cb9 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Made reservation on behalf of 9358f8b166ed4a2d82f901d8250cca4a for: {'port': 1} {{(pid=86839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 15:27:49.999171 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-556c7fce-08f8-48df-8fa8-fde618394307 req-33f46817-414f-4d3c-8b16-3b8c10f5d007 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa659748-7098-4d83-bee9-fa7de9ff5c12 HTTP/1.1" status: 200 len: 210 time: 0.2492507 Nov 09 15:27:50.000556 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a1f22c4c-c4ab-4f0e-81ea-7bebe088934a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:50.001320 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-1512a89a-9374-4336-8fc9-481641e80ee6 req-aa2f911c-ce51-496b-800f-ad2f0d192cb9 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:50.015288 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5b8de-4abb-4f0c-9449-63e0898c78b4 req-e4f7011d-8e22-422e-bdf0-c562af19519f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:50.016882 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-8ca5b8de-4abb-4f0c-9449-63e0898c78b4 req-e4f7011d-8e22-422e-bdf0-c562af19519f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9358f8b166ed4a2d82f901d8250cca4a&device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 1096 time: 0.1519153 Nov 09 15:27:50.079979 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:50.144746 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-8ca5b8de-4abb-4f0c-9449-63e0898c78b4 req-6587eee5-2563-464b-9f74-ff467e7e0470 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22d50f63-eaac-4149-8b98-3a76e6e8e44f HTTP/1.1" status: 200 len: 217 time: 0.1151438 Nov 09 15:27:50.353583 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5b8de-4abb-4f0c-9449-63e0898c78b4 req-d49ff250-7a55-45bb-9b74-d5cbd5a31340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:50.355116 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-8ca5b8de-4abb-4f0c-9449-63e0898c78b4 req-d49ff250-7a55-45bb-9b74-d5cbd5a31340 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4904fa8b-3075-42a7-aac9-ddfb551a5334 HTTP/1.1" status: 200 len: 858 time: 0.0797040 Nov 09 15:27:50.361285 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:50.367520 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.44', 49941) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:50.384582 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-ed46ecfc-66a0-4127-a576-57b14e7950b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:50.485317 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-76f5ad95-2220-4a80-a1b5-b687742924a0 service neutron] 10.222.0.44 "GET /v2.0/networks/4e486921-0f80-48c5-9888-ae5de3f1e305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5002120 Nov 09 15:27:50.486052 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f22c4c-c4ab-4f0e-81ea-7bebe088934a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d8e573-7edc-4525-ab63-2768ffb44d8f,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:50.490138 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-a1f22c4c-c4ab-4f0e-81ea-7bebe088934a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:50.498935 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-ed46ecfc-66a0-4127-a576-57b14e7950b4 admin admin] Usage tracker for resource:security_group_rule and tenant:da0492cbe2b7474a8913ed2b18de8d66 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:50.511201 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-ed46ecfc-66a0-4127-a576-57b14e7950b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:50.571432 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-8ca5b8de-4abb-4f0c-9449-63e0898c78b4 req-e4b98270-5402-45f1-baaf-57597702cd53 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=08bbf048-6dc1-4572-9d55-714f0fd34b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2002549 Nov 09 15:27:50.596665 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-ed46ecfc-66a0-4127-a576-57b14e7950b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:50.620455 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-a1f22c4c-c4ab-4f0e-81ea-7bebe088934a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=72aeb5588e8e4551a9d6d01aa626f14f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1712039 Nov 09 15:27:50.626740 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 36158) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:50.653928 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.db_base_plugin_common [req-1512a89a-9374-4336-8fc9-481641e80ee6 req-aa2f911c-ce51-496b-800f-ad2f0d192cb9 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Allocated IP 172.20.0.9 (08bbf048-6dc1-4572-9d55-714f0fd34b54/4904fa8b-3075-42a7-aac9-ddfb551a5334/49e27c85-d7fb-4880-8d39-7815425ac221) {{(pid=86839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 15:27:50.802232 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80055b-c5df-403c-af82-04b6021f0dcb req-f5614883-beb8-44a5-8442-6183927d82d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:50.804359 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1e80055b-c5df-403c-af82-04b6021f0dcb req-f5614883-beb8-44a5-8442-6183927d82d0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3f1b08c7380d4fe189a00070c35f22e4&device_id=d39a65c0-69ef-4170-b917-bec2211a3000 HTTP/1.1" status: 200 len: 1099 time: 0.4118872 Nov 09 15:27:50.833619 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae0520f-4895-4704-8afd-602d25d870f5 req-07be9842-bb3a-4265-b250-5cfeee794a51 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:50.835087 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-aae0520f-4895-4704-8afd-602d25d870f5 req-07be9842-bb3a-4265-b250-5cfeee794a51 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 944 time: 0.3377252 Nov 09 15:27:50.851916 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8d2371ef-aac5-453b-96c7-32fac1aacda0 req-bfdaabbd-6208-4550-b0be-d06e1fbd14b4 service neutron] 10.222.0.44 "GET /v2.0/networks/4e486921-0f80-48c5-9888-ae5de3f1e305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371403 Nov 09 15:27:50.953417 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449af12-2195-4eff-ad01-144386f0b32f req-f43ee27a-a572-44ae-9ffa-a8c655a379ed tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:50.954174 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [req-e449af12-2195-4eff-ad01-144386f0b32f req-f43ee27a-a572-44ae-9ffa-a8c655a379ed tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Synchronizing usage tracker for tenant:41dafbb04b984e61a49bf7c195f04598 on resource:network {{(pid=86839) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 15:27:51.120045 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-aae0520f-4895-4704-8afd-602d25d870f5 req-b05182ac-f65d-4fed-9f9a-fc6440291e0f tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2722042 Nov 09 15:27:51.138128 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80055b-c5df-403c-af82-04b6021f0dcb req-e06e6f99-f33a-4838-842b-c6ddebff8aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:51.139851 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1e80055b-c5df-403c-af82-04b6021f0dcb req-e06e6f99-f33a-4838-842b-c6ddebff8aa8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=83f31a2a-2594-4e3a-8479-7e016c995183 HTTP/1.1" status: 200 len: 913 time: 0.2713187 Nov 09 15:27:51.146090 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-368cf8e1-fea8-45d8-a893-b8dd3320e356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:51.177213 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [req-e449af12-2195-4eff-ad01-144386f0b32f req-f43ee27a-a572-44ae-9ffa-a8c655a379ed tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Unset dirty status for tenant:41dafbb04b984e61a49bf7c195f04598 on resource:network {{(pid=86839) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 15:27:51.178419 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-e449af12-2195-4eff-ad01-144386f0b32f req-f43ee27a-a572-44ae-9ffa-a8c655a379ed tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.44 "GET /v2.0/networks?id=54e70c2d-ce99-4138-a9cc-3f850389a6a6 HTTP/1.1" status: 200 len: 810 time: 0.8099475 Nov 09 15:27:51.192574 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-8ca5b8de-4abb-4f0c-9449-63e0898c78b4 req-7b7f1fc2-b11b-48b6-b2a6-ff52e3a7f234 service neutron] 10.222.0.44 "GET /v2.0/networks/08bbf048-6dc1-4572-9d55-714f0fd34b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6089473 Nov 09 15:27:51.235710 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1e80055b-c5df-403c-af82-04b6021f0dcb req-0d06c470-3719-4afe-906a-2309fcb10f84 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1a11c1a-e40c-4f1f-90e2-fed1fc36beaf HTTP/1.1" status: 200 len: 217 time: 0.0859282 Nov 09 15:27:51.238753 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-ed46ecfc-66a0-4127-a576-57b14e7950b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:51.245415 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-ed46ecfc-66a0-4127-a576-57b14e7950b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:51.296501 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:51.349709 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-368cf8e1-fea8-45d8-a893-b8dd3320e356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:51.386199 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-ed46ecfc-66a0-4127-a576-57b14e7950b4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=da0492cbe2b7474a8913ed2b18de8d66&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6257315 Nov 09 15:27:51.389599 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 36220) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:51.396304 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed46ecfc-66a0-4127-a576-57b14e7950b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f446438b-89f4-4a3b-82ab-fd9b8a5c1450,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:51.410313 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85034b-313c-475e-a689-7431673bdfcf req-bfcee8e8-45a7-4849-803b-8bf4354e422e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:51.411995 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ea85034b-313c-475e-a689-7431673bdfcf req-bfcee8e8-45a7-4849-803b-8bf4354e422e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4c426877957540c3ae3ca3dce095a0e8&device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 1097 time: 0.3852749 Nov 09 15:27:51.413424 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80055b-c5df-403c-af82-04b6021f0dcb req-9b9262d6-22f9-44c7-b761-1f0a043ac81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:51.415439 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1e80055b-c5df-403c-af82-04b6021f0dcb req-9b9262d6-22f9-44c7-b761-1f0a043ac81b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d43a8bd0-955a-4c7e-be63-cba9b031710a HTTP/1.1" status: 200 len: 851 time: 0.1672466 Nov 09 15:27:51.415945 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-ed46ecfc-66a0-4127-a576-57b14e7950b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:51.598566 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-1512a89a-9374-4336-8fc9-481641e80ee6 req-aa2f911c-ce51-496b-800f-ad2f0d192cb9 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Notify callbacks [] for port, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:51.669134 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [req-e449af12-2195-4eff-ad01-144386f0b32f req-b5afb14a-ea5b-4a7f-8919-d7f584934a7c tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Synchronizing usage tracker for tenant:41dafbb04b984e61a49bf7c195f04598 on resource:security_group {{(pid=86839) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 15:27:51.676023 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a15cd9ba-81d6-47c0-9739-b9c718d87692 req-4df6bac8-5fad-496c-8085-bac4ad4faa27 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa659748-7098-4d83-bee9-fa7de9ff5c12 HTTP/1.1" status: 200 len: 210 time: 0.2179208 Nov 09 15:27:51.693524 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1e80055b-c5df-403c-af82-04b6021f0dcb req-a1a64c1b-4247-44c0-b335-83d32dbd212f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=83f31a2a-2594-4e3a-8479-7e016c995183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1771700 Nov 09 15:27:51.790285 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [req-e449af12-2195-4eff-ad01-144386f0b32f req-b5afb14a-ea5b-4a7f-8919-d7f584934a7c tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Unset dirty status for tenant:41dafbb04b984e61a49bf7c195f04598 on resource:security_group {{(pid=86839) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 15:27:51.791924 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-e449af12-2195-4eff-ad01-144386f0b32f req-b5afb14a-ea5b-4a7f-8919-d7f584934a7c tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41dafbb04b984e61a49bf7c195f04598 HTTP/1.1" status: 200 len: 380 time: 0.5490208 Nov 09 15:27:51.822310 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-8ca5b8de-4abb-4f0c-9449-63e0898c78b4 req-c3bed28f-af56-4685-8948-fb61282c9491 service neutron] 10.222.0.44 "GET /v2.0/networks/08bbf048-6dc1-4572-9d55-714f0fd34b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5514748 Nov 09 15:27:51.828476 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-368cf8e1-fea8-45d8-a893-b8dd3320e356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:51.833472 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-24e93808-3626-4f20-8631-26d7c983bb66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:51.841165 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-1512a89a-9374-4336-8fc9-481641e80ee6 req-aa2f911c-ce51-496b-800f-ad2f0d192cb9 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763972296951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337271'] for port, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:51.848528 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6d4a80c6-229d-4e20-8187-2137ad530c5f req-b0ce313c-18e8-4ef3-9190-f6e6539809a2 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 210 time: 0.2693703 Nov 09 15:27:51.854133 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368cf8e1-fea8-45d8-a893-b8dd3320e356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d8e573-7edc-4525-ab63-2768ffb44d8f,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:51.864686 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.v2.base [req-e449af12-2195-4eff-ad01-144386f0b32f req-73f2527b-300e-4932-ac33-e24db1f27c94 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Request body: {'port': {'device_id': 'fa659748-7098-4d83-bee9-fa7de9ff5c12', 'network_id': '54e70c2d-ce99-4138-a9cc-3f850389a6a6', 'admin_state_up': True, 'tenant_id': '41dafbb04b984e61a49bf7c195f04598', 'security_groups': ['865ee8c0-0767-4d57-8452-a1f03027d70b']}} {{(pid=86839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:27:51.906596 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-368cf8e1-fea8-45d8-a893-b8dd3320e356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:51.913065 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-db2a5e4f-4eea-4d33-b07c-4b07e63c1459 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:51.993213 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-df61948e-6719-40f8-8b3c-85697e884539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:52.081468 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-df61948e-6719-40f8-8b3c-85697e884539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:52.132956 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1512a89a-9374-4336-8fc9-481641e80ee6 req-aa2f911c-ce51-496b-800f-ad2f0d192cb9 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Network 08bbf048-6dc1-4572-9d55-714f0fd34b54 is already hosted by enough agents. {{(pid=86839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 15:27:52.151628 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85034b-313c-475e-a689-7431673bdfcf req-2840b3ea-28c2-48da-ae67-738be2a65733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:52.153188 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ea85034b-313c-475e-a689-7431673bdfcf req-2840b3ea-28c2-48da-ae67-738be2a65733 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4e486921-0f80-48c5-9888-ae5de3f1e305 HTTP/1.1" status: 200 len: 918 time: 0.5710907 Nov 09 15:27:52.158711 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1e80055b-c5df-403c-af82-04b6021f0dcb req-91b951b5-ca91-4301-9e45-2f0c82add639 service neutron] 10.222.0.44 "GET /v2.0/networks/83f31a2a-2594-4e3a-8479-7e016c995183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129776 Nov 09 15:27:52.168075 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.base_scheduler [req-1512a89a-9374-4336-8fc9-481641e80ee6 req-aa2f911c-ce51-496b-800f-ad2f0d192cb9 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Resources bound (agent type, host, resource id): {{(pid=86839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:27:52.180693 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [req-1512a89a-9374-4336-8fc9-481641e80ee6 req-aa2f911c-ce51-496b-800f-ad2f0d192cb9 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Received port after_create {{(pid=86839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 09 15:27:52.222965 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-368cf8e1-fea8-45d8-a893-b8dd3320e356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:52.224137 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-368cf8e1-fea8-45d8-a893-b8dd3320e356 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/14d8e573-7edc-4525-ab63-2768ffb44d8f HTTP/1.1" status: 204 len: 168 time: 1.5914617 Nov 09 15:27:52.309026 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f911c-ce51-496b-800f-ad2f0d192cb9 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Pushing event updated for resources: {'Port': ['ID=49e27c85-d7fb-4880-8d39-7815425ac221,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:52.314275 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ea85034b-313c-475e-a689-7431673bdfcf req-75cfc96d-865a-493e-aeab-2c7893f3736a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22a21dfd-9477-4e51-b44b-ee3e7eda5c1d HTTP/1.1" status: 200 len: 217 time: 0.1381998 Nov 09 15:27:52.324097 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-aa2f911c-ce51-496b-800f-ad2f0d192cb9 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:52.408005 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512a89a-9374-4336-8fc9-481641e80ee6 req-aa2f911c-ce51-496b-800f-ad2f0d192cb9 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:52.408701 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-1512a89a-9374-4336-8fc9-481641e80ee6 req-aa2f911c-ce51-496b-800f-ad2f0d192cb9 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for port, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:52.509423 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [req-e449af12-2195-4eff-ad01-144386f0b32f req-73f2527b-300e-4932-ac33-e24db1f27c94 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:52.513049 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-1512a89a-9374-4336-8fc9-481641e80ee6 req-aa2f911c-ce51-496b-800f-ad2f0d192cb9 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8951447 Nov 09 15:27:52.526771 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb46064-49aa-40c0-b448-2eb1886e13a3 req-297165a5-8712-4d88-8302-9819040c26f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:52.531274 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-2fb46064-49aa-40c0-b448-2eb1886e13a3 req-297165a5-8712-4d88-8302-9819040c26f6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9358f8b166ed4a2d82f901d8250cca4a&device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 1096 time: 0.5373709 Nov 09 15:27:52.541120 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.v2.base [req-1512a89a-9374-4336-8fc9-481641e80ee6 req-15df9f53-adb1-4c1b-a012-a526eabd535e service neutron] Request body: {'port': {'device_id': '71a72213-4bdf-4e11-b823-3b6e6104db9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=86839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:27:52.587508 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-df61948e-6719-40f8-8b3c-85697e884539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:52.608430 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [req-e449af12-2195-4eff-ad01-144386f0b32f req-73f2527b-300e-4932-ac33-e24db1f27c94 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:52.621694 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:52.635576 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85034b-313c-475e-a689-7431673bdfcf req-fbed156e-0ffb-4be5-9cda-eb1c6d1342aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:52.637334 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ea85034b-313c-475e-a689-7431673bdfcf req-fbed156e-0ffb-4be5-9cda-eb1c6d1342aa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5ec84acc-d70c-4e8d-bb6d-6e13232b6778 HTTP/1.1" status: 200 len: 855 time: 0.2120225 Nov 09 15:27:52.696795 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df61948e-6719-40f8-8b3c-85697e884539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f446438b-89f4-4a3b-82ab-fd9b8a5c1450,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:52.710961 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-df61948e-6719-40f8-8b3c-85697e884539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:52.716087 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-df61948e-6719-40f8-8b3c-85697e884539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:52.718096 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-df61948e-6719-40f8-8b3c-85697e884539 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f446438b-89f4-4a3b-82ab-fd9b8a5c1450 HTTP/1.1" status: 204 len: 168 time: 1.3259802 Nov 09 15:27:52.727317 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1e80055b-c5df-403c-af82-04b6021f0dcb req-df274b4d-99ec-4c4d-b3d7-1f86e6b384da service neutron] 10.222.0.44 "GET /v2.0/networks/83f31a2a-2594-4e3a-8479-7e016c995183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4647083 Nov 09 15:27:52.781451 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e449af12-2195-4eff-ad01-144386f0b32f req-73f2527b-300e-4932-ac33-e24db1f27c94 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Made reservation on behalf of 41dafbb04b984e61a49bf7c195f04598 for: {'port': 1} {{(pid=86839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 15:27:52.791088 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-e449af12-2195-4eff-ad01-144386f0b32f req-73f2527b-300e-4932-ac33-e24db1f27c94 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:52.795106 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5197c-c179-4ed3-890c-4259835ae7f5 req-99b356f0-1943-4fbc-893f-d05531ee4c95 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:52.797303 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-51d5197c-c179-4ed3-890c-4259835ae7f5 req-99b356f0-1943-4fbc-893f-d05531ee4c95 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 944 time: 0.3710935 Nov 09 15:27:52.899629 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-51d5197c-c179-4ed3-890c-4259835ae7f5 req-8b49402f-89d8-46e8-a5d1-5c4ba37266a8 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868633 Nov 09 15:27:52.920402 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85034b-313c-475e-a689-7431673bdfcf req-917a1601-332f-4202-a93e-d53c76a2d38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:52.922627 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ea85034b-313c-475e-a689-7431673bdfcf req-917a1601-332f-4202-a93e-d53c76a2d38f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4e486921-0f80-48c5-9888-ae5de3f1e305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2648318 Nov 09 15:27:53.006492 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 36268) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:53.051228 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-1512a89a-9374-4336-8fc9-481641e80ee6 req-15df9f53-adb1-4c1b-a012-a526eabd535e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:53.061619 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb46064-49aa-40c0-b448-2eb1886e13a3 req-8aae3bf0-e5e0-44ec-9545-9ba11a0a4e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:53.063257 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-2fb46064-49aa-40c0-b448-2eb1886e13a3 req-8aae3bf0-e5e0-44ec-9545-9ba11a0a4e00 service neutron] 10.222.0.44 "GET /v2.0/networks?id=08bbf048-6dc1-4572-9d55-714f0fd34b54 HTTP/1.1" status: 200 len: 920 time: 0.4935811 Nov 09 15:27:53.078870 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-db114117-268b-4674-91a7-104841b4a16d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:53.163094 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6f62fffa-15a6-47e3-8a9e-292d3edb3b6e req-012676ab-090f-4caa-b38c-7840a46d443d tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa659748-7098-4d83-bee9-fa7de9ff5c12 HTTP/1.1" status: 200 len: 210 time: 0.0979555 Nov 09 15:27:53.218806 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-2fb46064-49aa-40c0-b448-2eb1886e13a3 req-67a28be0-e533-43a5-85c6-efd6f3ed54fd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22d50f63-eaac-4149-8b98-3a76e6e8e44f HTTP/1.1" status: 200 len: 217 time: 0.1442547 Nov 09 15:27:53.219838 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-db114117-268b-4674-91a7-104841b4a16d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:53.224221 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-db114117-268b-4674-91a7-104841b4a16d admin admin] Usage tracker for resource:security_group_rule and tenant:8cd4542ef0f2433a81a573e560e41c5d is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:53.226990 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-db114117-268b-4674-91a7-104841b4a16d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:53.229454 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ea85034b-313c-475e-a689-7431673bdfcf req-48b1eb74-ba38-4277-a6a1-d24036713977 service neutron] 10.222.0.44 "GET /v2.0/networks/4e486921-0f80-48c5-9888-ae5de3f1e305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987635 Nov 09 15:27:53.233600 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-db114117-268b-4674-91a7-104841b4a16d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:53.364101 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623819ee-5cb9-485d-b06f-a8241f56f4a1 req-2676e78e-48ac-4e47-b52b-df152725993a tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:53.365570 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-623819ee-5cb9-485d-b06f-a8241f56f4a1 req-2676e78e-48ac-4e47-b52b-df152725993a tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 931 time: 0.2592187 Nov 09 15:27:53.453461 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-623819ee-5cb9-485d-b06f-a8241f56f4a1 req-d80f0fb7-bc68-4a4c-9095-74f27d98af52 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Synchronizing usage tracker for tenant:9358f8b166ed4a2d82f901d8250cca4a on resource:security_group {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 15:27:53.465045 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ea85034b-313c-475e-a689-7431673bdfcf req-77c924df-5ec7-4ab6-87e7-cbf0a7241aa4 service neutron] 10.222.0.44 "GET /v2.0/networks/4e486921-0f80-48c5-9888-ae5de3f1e305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276669 Nov 09 15:27:53.477200 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-623819ee-5cb9-485d-b06f-a8241f56f4a1 req-d80f0fb7-bc68-4a4c-9095-74f27d98af52 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Unset dirty status for tenant:9358f8b166ed4a2d82f901d8250cca4a on resource:security_group {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 15:27:53.478541 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-623819ee-5cb9-485d-b06f-a8241f56f4a1 req-d80f0fb7-bc68-4a4c-9095-74f27d98af52 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964613 Nov 09 15:27:53.502957 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb46064-49aa-40c0-b448-2eb1886e13a3 req-c775d6ac-b465-497c-9cfe-4c04bd6cd5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:53.504587 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-2fb46064-49aa-40c0-b448-2eb1886e13a3 req-c775d6ac-b465-497c-9cfe-4c04bd6cd5c6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4904fa8b-3075-42a7-aac9-ddfb551a5334 HTTP/1.1" status: 200 len: 858 time: 0.2549000 Nov 09 15:27:53.519963 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.db_base_plugin_common [req-e449af12-2195-4eff-ad01-144386f0b32f req-73f2527b-300e-4932-ac33-e24db1f27c94 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Allocated IP 172.20.0.7 (54e70c2d-ce99-4138-a9cc-3f850389a6a6/9b608a26-d042-452d-99ad-6e47cca5fd61/9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7) {{(pid=86839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 15:27:53.712130 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-2fb46064-49aa-40c0-b448-2eb1886e13a3 req-fcd49101-9d4a-4f5c-bc8b-ce7d527f59ad service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=08bbf048-6dc1-4572-9d55-714f0fd34b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1650133 Nov 09 15:27:53.988393 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-db114117-268b-4674-91a7-104841b4a16d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:54.015412 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-db114117-268b-4674-91a7-104841b4a16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:54.036715 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-3975fa8a-9fcc-49cc-8e80-133e2b839378 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:54.160225 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-db114117-268b-4674-91a7-104841b4a16d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8cd4542ef0f2433a81a573e560e41c5d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1499217 Nov 09 15:27:54.163133 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387cd6c1-2129-4a9b-8918-6b1f6d8542d8 req-28e32228-ee88-45ce-bf94-9e7e155b395a tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:54.163657 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db114117-268b-4674-91a7-104841b4a16d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e068f5-3e36-42d4-a930-188f1699fb7c,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:54.166687 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-db114117-268b-4674-91a7-104841b4a16d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:54.166830 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-387cd6c1-2129-4a9b-8918-6b1f6d8542d8 req-28e32228-ee88-45ce-bf94-9e7e155b395a tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 944 time: 0.1396396 Nov 09 15:27:54.167308 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 36302) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:54.180728 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-2fb46064-49aa-40c0-b448-2eb1886e13a3 req-1690758b-7aa6-4fe4-9600-d654f10e2586 service neutron] 10.222.0.44 "GET /v2.0/networks/08bbf048-6dc1-4572-9d55-714f0fd34b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4138029 Nov 09 15:27:54.243780 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-e449af12-2195-4eff-ad01-144386f0b32f req-73f2527b-300e-4932-ac33-e24db1f27c94 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks [] for port, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:54.290397 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-387cd6c1-2129-4a9b-8918-6b1f6d8542d8 req-611ac9d0-7478-4d63-a289-6709ff9042aa tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867612 Nov 09 15:27:54.337272 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-5fc0f7c6-b032-41e0-9c27-1e09beaabcdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:54.369011 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-5fc0f7c6-b032-41e0-9c27-1e09beaabcdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:54.457272 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [req-e449af12-2195-4eff-ad01-144386f0b32f req-73f2527b-300e-4932-ac33-e24db1f27c94 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Transition to ACTIVE for port object 9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7 will not be triggered until provisioned by entity DHCP. {{(pid=86839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:27:54.462789 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b7bd1b72-3c7b-49fe-a671-b5998bba0c17 req-b8f10ef0-8953-469d-9952-3933c4e13e97 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa659748-7098-4d83-bee9-fa7de9ff5c12 HTTP/1.1" status: 200 len: 210 time: 0.0639570 Nov 09 15:27:54.481582 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [req-1512a89a-9374-4336-8fc9-481641e80ee6 req-15df9f53-adb1-4c1b-a012-a526eabd535e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49e27c85-d7fb-4880-8d39-7815425ac221 {{(pid=86839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 15:27:54.491889 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-5fc0f7c6-b032-41e0-9c27-1e09beaabcdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:54.492063 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-1512a89a-9374-4336-8fc9-481641e80ee6 req-15df9f53-adb1-4c1b-a012-a526eabd535e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:54.497338 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:54.515160 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc0f7c6-b032-41e0-9c27-1e09beaabcdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e068f5-3e36-42d4-a930-188f1699fb7c,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:54.522441 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-5fc0f7c6-b032-41e0-9c27-1e09beaabcdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:54.522934 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-5fc0f7c6-b032-41e0-9c27-1e09beaabcdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:54.524119 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-5fc0f7c6-b032-41e0-9c27-1e09beaabcdd admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/35e068f5-3e36-42d4-a930-188f1699fb7c HTTP/1.1" status: 204 len: 168 time: 0.3558037 Nov 09 15:27:54.535925 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [req-1512a89a-9374-4336-8fc9-481641e80ee6 req-15df9f53-adb1-4c1b-a012-a526eabd535e service neutron] Transition to ACTIVE for port object 49e27c85-d7fb-4880-8d39-7815425ac221 will not be triggered until provisioned by entity L2. {{(pid=86839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:27:54.553583 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-1512a89a-9374-4336-8fc9-481641e80ee6 req-15df9f53-adb1-4c1b-a012-a526eabd535e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337294'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:54.567764 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-84e19bc4-186e-40ee-a5d1-be8ae611e36c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:54.620405 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-2fb46064-49aa-40c0-b448-2eb1886e13a3 req-e63f7aa3-7ba8-4b23-a798-1124b4624648 service neutron] 10.222.0.44 "GET /v2.0/networks/08bbf048-6dc1-4572-9d55-714f0fd34b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4079840 Nov 09 15:27:54.678313 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-e449af12-2195-4eff-ad01-144386f0b32f req-73f2527b-300e-4932-ac33-e24db1f27c94 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763972296951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337271'] for port, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:54.749104 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15df9f53-adb1-4c1b-a012-a526eabd535e service neutron] Pushing event updated for resources: {'Port': ['ID=49e27c85-d7fb-4880-8d39-7815425ac221,revision_number=2']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:54.751956 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-15df9f53-adb1-4c1b-a012-a526eabd535e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:54.757316 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-7e3282af-41a8-4aeb-978e-2ed3da270e99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:54.915755 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e449af12-2195-4eff-ad01-144386f0b32f req-73f2527b-300e-4932-ac33-e24db1f27c94 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Network 54e70c2d-ce99-4138-a9cc-3f850389a6a6 is already hosted by enough agents. {{(pid=86839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 15:27:54.920259 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e707b387-261a-4a64-97fb-d97b377ae7ca req-1099f134-1548-4d40-9278-620756c21424 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:54.928070 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e707b387-261a-4a64-97fb-d97b377ae7ca req-1099f134-1548-4d40-9278-620756c21424 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 943 time: 0.2202630 Nov 09 15:27:54.929328 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.base_scheduler [req-e449af12-2195-4eff-ad01-144386f0b32f req-73f2527b-300e-4932-ac33-e24db1f27c94 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Resources bound (agent type, host, resource id): {{(pid=86839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:27:54.931975 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [req-e449af12-2195-4eff-ad01-144386f0b32f req-73f2527b-300e-4932-ac33-e24db1f27c94 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Received port after_create {{(pid=86839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 09 15:27:54.932442 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device 22a21dfd-9477-4e51-b44b-ee3e7eda5c1d details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=86840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 15:27:55.031449 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e707b387-261a-4a64-97fb-d97b377ae7ca req-0ab07156-9133-4b8c-9936-393b38131b46 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899878 Nov 09 15:27:55.066562 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f2527b-300e-4932-ac33-e24db1f27c94 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Pushing event updated for resources: {'Port': ['ID=9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:55.075279 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-73f2527b-300e-4932-ac33-e24db1f27c94 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:55.112892 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [req-1512a89a-9374-4336-8fc9-481641e80ee6 req-15df9f53-adb1-4c1b-a012-a526eabd535e service neutron] Attempting to bind port 49e27c85-d7fb-4880-8d39-7815425ac221 on host hv-cinder-81722 for vnic_type normal with profile {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 15:27:55.113497 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [req-1512a89a-9374-4336-8fc9-481641e80ee6 req-15df9f53-adb1-4c1b-a012-a526eabd535e service neutron] Attempting to bind port 49e27c85-d7fb-4880-8d39-7815425ac221 by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': 'a12b8ba6-b75a-4633-b283-1b43182e6c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '08bbf048-6dc1-4572-9d55-714f0fd34b54'}] {{(pid=86839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 15:27:55.113865 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1512a89a-9374-4336-8fc9-481641e80ee6 req-15df9f53-adb1-4c1b-a012-a526eabd535e service neutron] Attempting to bind port 49e27c85-d7fb-4880-8d39-7815425ac221 on network 08bbf048-6dc1-4572-9d55-714f0fd34b54 {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:27:55.124674 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449af12-2195-4eff-ad01-144386f0b32f req-73f2527b-300e-4932-ac33-e24db1f27c94 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:55.124674 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-e449af12-2195-4eff-ad01-144386f0b32f req-73f2527b-300e-4932-ac33-e24db1f27c94 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for port, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:55.159776 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1512a89a-9374-4336-8fc9-481641e80ee6 req-15df9f53-adb1-4c1b-a012-a526eabd535e service neutron] Port 49e27c85-d7fb-4880-8d39-7815425ac221 on network 08bbf048-6dc1-4572-9d55-714f0fd34b54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 09 15:27:55.166456 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1512a89a-9374-4336-8fc9-481641e80ee6 req-15df9f53-adb1-4c1b-a012-a526eabd535e service neutron] Attempting to bind port 49e27c85-d7fb-4880-8d39-7815425ac221 on network 08bbf048-6dc1-4572-9d55-714f0fd34b54 {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:27:55.217434 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1512a89a-9374-4336-8fc9-481641e80ee6 req-15df9f53-adb1-4c1b-a012-a526eabd535e service neutron] Checking agent: {'id': '5232cb7b-4e94-4f65-a0ee-0ef08f02d72d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 24, 50), 'started_at': datetime.datetime(2021, 11, 9, 15, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 09 15:27:55.218456 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1512a89a-9374-4336-8fc9-481641e80ee6 req-15df9f53-adb1-4c1b-a012-a526eabd535e service neutron] Checking segment: {'id': 'a12b8ba6-b75a-4633-b283-1b43182e6c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '08bbf048-6dc1-4572-9d55-714f0fd34b54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:27:55.219316 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1512a89a-9374-4336-8fc9-481641e80ee6 req-15df9f53-adb1-4c1b-a012-a526eabd535e service neutron] Bound using segment: {'id': 'a12b8ba6-b75a-4633-b283-1b43182e6c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '08bbf048-6dc1-4572-9d55-714f0fd34b54'} {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 09 15:27:55.220588 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [req-1512a89a-9374-4336-8fc9-481641e80ee6 req-15df9f53-adb1-4c1b-a012-a526eabd535e service neutron] Bound port: 49e27c85-d7fb-4880-8d39-7815425ac221, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a12b8ba6-b75a-4633-b283-1b43182e6c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '08bbf048-6dc1-4572-9d55-714f0fd34b54'}}] {{(pid=86839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 15:27:55.223366 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-1512a89a-9374-4336-8fc9-481641e80ee6 req-15df9f53-adb1-4c1b-a012-a526eabd535e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:55.253925 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-e449af12-2195-4eff-ad01-144386f0b32f req-73f2527b-300e-4932-ac33-e24db1f27c94 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3935146 Nov 09 15:27:55.267781 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.v2.base [req-e449af12-2195-4eff-ad01-144386f0b32f req-bf72a073-00c3-49cc-a13a-f3627a8a0413 service neutron] Request body: {'port': {'device_id': 'fa659748-7098-4d83-bee9-fa7de9ff5c12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=86839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:27:55.485979 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port 22a21dfd-9477-4e51-b44b-ee3e7eda5c1d, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=22a21dfd-9477-4e51-b44b-ee3e7eda5c1d,segment=NetworkSegment(d9ea088f-84c5-40da-9a44-3534ad2a71f5),segment_id=d9ea088f-84c5-40da-9a44-3534ad2a71f5)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:27:55.520568 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-0780cf56-491a-44f2-aa8c-b0ebc2ff49df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:55.537068 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-e449af12-2195-4eff-ad01-144386f0b32f req-bf72a073-00c3-49cc-a13a-f3627a8a0413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:55.545846 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Returning: {'device': '22a21dfd-9477-4e51-b44b-ee3e7eda5c1d', 'network_id': '4e486921-0f80-48c5-9888-ae5de3f1e305', 'port_id': '22a21dfd-9477-4e51-b44b-ee3e7eda5c1d', 'mac_address': 'fa:16:3e:4e:e5:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ec84acc-d70c-4e8d-bb6d-6e13232b6778', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 15:27:55.632891 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:55.635760 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:55.659000 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.notifiers.nova [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22a21dfd-9477-4e51-b44b-ee3e7eda5c1d {{(pid=86840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 15:27:55.664912 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-91002dd0-a8c5-4140-975a-84a2e42105f0 None None] Provisioning for port 9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7 completed by entity DHCP. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:27:55.673751 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-91002dd0-a8c5-4140-975a-84a2e42105f0 None None] Provisioning complete for port 9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7 triggered by entity DHCP. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:27:55.674432 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-91002dd0-a8c5-4140-975a-84a2e42105f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:55.737116 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [req-1512a89a-9374-4336-8fc9-481641e80ee6 req-15df9f53-adb1-4c1b-a012-a526eabd535e service neutron] For port 49e27c85-d7fb-4880-8d39-7815425ac221, host hv-cinder-81722, cleared binding levels {{(pid=86839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 09 15:27:55.765879 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port 22a21dfd-9477-4e51-b44b-ee3e7eda5c1d, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=22a21dfd-9477-4e51-b44b-ee3e7eda5c1d,segment=NetworkSegment(d9ea088f-84c5-40da-9a44-3534ad2a71f5),segment_id=d9ea088f-84c5-40da-9a44-3534ad2a71f5)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:27:55.776197 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [req-1512a89a-9374-4336-8fc9-481641e80ee6 req-15df9f53-adb1-4c1b-a012-a526eabd535e service neutron] For port 49e27c85-d7fb-4880-8d39-7815425ac221, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=49e27c85-d7fb-4880-8d39-7815425ac221,segment=NetworkSegment(a12b8ba6-b75a-4633-b283-1b43182e6c77),segment_id=a12b8ba6-b75a-4633-b283-1b43182e6c77)] {{(pid=86839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 09 15:27:55.784537 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:55.800165 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:55.806475 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-1512a89a-9374-4336-8fc9-481641e80ee6 req-15df9f53-adb1-4c1b-a012-a526eabd535e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337294'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:55.815388 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:55.885160 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df98707-0996-4de7-bfe2-47735212db37 req-116981b7-5db6-49ff-805f-467b220a9c03 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:55.886757 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1df98707-0996-4de7-bfe2-47735212db37 req-116981b7-5db6-49ff-805f-467b220a9c03 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 945 time: 0.3317928 Nov 09 15:27:55.896109 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-91002dd0-a8c5-4140-975a-84a2e42105f0 None None] Port 9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7 cannot update to ACTIVE because it is not bound. {{(pid=86840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 09 15:27:55.949488 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Pushing event updated for resources: {'Port': ['ID=22a21dfd-9477-4e51-b44b-ee3e7eda5c1d,revision_number=4']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:55.954141 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:55.990930 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1df98707-0996-4de7-bfe2-47735212db37 req-c597e6f3-cc54-40a1-b275-ad5fe4eb369a tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953569 Nov 09 15:27:56.035700 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15df9f53-adb1-4c1b-a012-a526eabd535e service neutron] Pushing event updated for resources: {'Port': ['ID=49e27c85-d7fb-4880-8d39-7815425ac221,revision_number=3']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:56.040713 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-15df9f53-adb1-4c1b-a012-a526eabd535e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:56.069230 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512a89a-9374-4336-8fc9-481641e80ee6 req-15df9f53-adb1-4c1b-a012-a526eabd535e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:56.069874 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-1512a89a-9374-4336-8fc9-481641e80ee6 req-15df9f53-adb1-4c1b-a012-a526eabd535e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for port, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:56.071257 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-1512a89a-9374-4336-8fc9-481641e80ee6 req-15df9f53-adb1-4c1b-a012-a526eabd535e service neutron] 10.222.0.44 "PUT /v2.0/ports/49e27c85-d7fb-4880-8d39-7815425ac221 HTTP/1.1" status: 200 len: 1093 time: 3.5387788 Nov 09 15:27:56.071812 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71a72213-4bdf-4e11-b823-3b6e6104db9a', 'tag': '49e27c85-d7fb-4880-8d39-7815425ac221'}] {{(pid=86839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:27:56.272213 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] get_ports_and_sgs() called for port_ids ['22a21dfd-9477-4e51-b44b-ee3e7eda5c1d'] {{(pid=86840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 09 15:27:56.294022 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa25b47-1508-4b8a-8958-c3db8ae9b672 req-709c51e8-88e9-4551-93d4-19a7d03b0855 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:56.297608 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3fa25b47-1508-4b8a-8958-c3db8ae9b672 req-709c51e8-88e9-4551-93d4-19a7d03b0855 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] 10.222.0.83 "GET /v2.0/ports?device_id=d39a65c0-69ef-4170-b917-bec2211a3000 HTTP/1.1" status: 200 len: 946 time: 0.1714807 Nov 09 15:27:56.306902 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85227e14-4667-4fb2-9457-162291b0a451 req-4811f689-29f0-4d28-ad1a-1c9f55bc793f tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:56.308674 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-85227e14-4667-4fb2-9457-162291b0a451 req-4811f689-29f0-4d28-ad1a-1c9f55bc793f tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa659748-7098-4d83-bee9-fa7de9ff5c12 HTTP/1.1" status: 200 len: 931 time: 0.1469080 Nov 09 15:27:56.390304 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-85227e14-4667-4fb2-9457-162291b0a451 req-3bc85641-a1a5-40d2-b839-8a6770c29b17 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/security-groups?id=865ee8c0-0767-4d57-8452-a1f03027d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654182 Nov 09 15:27:56.432012 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3fa25b47-1508-4b8a-8958-c3db8ae9b672 req-164e2970-6d67-4897-9cac-1eb34f288548 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] 10.222.0.83 "GET /v2.0/security-groups?id=d55644a2-12d0-4b9a-ac54-2301ade382d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219966 Nov 09 15:27:56.532181 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71a72213-4bdf-4e11-b823-3b6e6104db9a', 'tag': '49e27c85-d7fb-4880-8d39-7815425ac221', 'status': 'completed', 'code': 200} Nov 09 15:27:56.648580 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512a89a-9374-4336-8fc9-481641e80ee6 req-7853733b-b189-4da1-ab92-f3772b8213dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:56.650329 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-1512a89a-9374-4336-8fc9-481641e80ee6 req-7853733b-b189-4da1-ab92-f3772b8213dc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9358f8b166ed4a2d82f901d8250cca4a&device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 1096 time: 0.5184186 Nov 09 15:27:56.700896 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 36398) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:56.765924 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-1512a89a-9374-4336-8fc9-481641e80ee6 req-0b542459-d25e-4837-9eac-041f378f92e1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49e27c85-d7fb-4880-8d39-7815425ac221 HTTP/1.1" status: 200 len: 217 time: 0.0969172 Nov 09 15:27:56.830361 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86cec0d-ff86-4a4b-ad87-a2a84bc6f2f9 req-c6277796-77d1-4cd5-b0f7-068866470ee2 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:56.831862 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c86cec0d-ff86-4a4b-ad87-a2a84bc6f2f9 req-c6277796-77d1-4cd5-b0f7-068866470ee2 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 943 time: 0.2339234 Nov 09 15:27:56.842845 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [req-e449af12-2195-4eff-ad01-144386f0b32f req-bf72a073-00c3-49cc-a13a-f3627a8a0413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7 {{(pid=86839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 15:27:56.852985 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-e449af12-2195-4eff-ad01-144386f0b32f req-bf72a073-00c3-49cc-a13a-f3627a8a0413 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:56.872312 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512a89a-9374-4336-8fc9-481641e80ee6 req-8a56eb73-597f-42bb-9a4c-328c395e10ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:56.874242 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-1512a89a-9374-4336-8fc9-481641e80ee6 req-8a56eb73-597f-42bb-9a4c-328c395e10ee service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4904fa8b-3075-42a7-aac9-ddfb551a5334 HTTP/1.1" status: 200 len: 858 time: 0.0935681 Nov 09 15:27:56.876724 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [req-e449af12-2195-4eff-ad01-144386f0b32f req-bf72a073-00c3-49cc-a13a-f3627a8a0413 service neutron] Transition to ACTIVE for port object 9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7 will not be triggered until provisioned by entity L2. {{(pid=86839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:27:56.877155 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-85da641e-2ae1-4a48-9ffd-74fec3cc85a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:56.880930 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-e449af12-2195-4eff-ad01-144386f0b32f req-bf72a073-00c3-49cc-a13a-f3627a8a0413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337294'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:56.886622 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-197f2060-3056-451a-bd61-2895f87cc59c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:56.895069 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbea518-5ec6-4a40-9d35-3e788a7522e5 req-7048292a-2a6e-437a-b954-c435f395f350 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:56.896519 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-dfbea518-5ec6-4a40-9d35-3e788a7522e5 req-7048292a-2a6e-437a-b954-c435f395f350 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/networks?id=b035d5f5-109a-431a-855e-5d68d792ce82 HTTP/1.1" status: 200 len: 815 time: 0.2213924 Nov 09 15:27:56.924821 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-85da641e-2ae1-4a48-9ffd-74fec3cc85a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:56.931502 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-dfbea518-5ec6-4a40-9d35-3e788a7522e5 req-d4f5d8ae-d638-4013-b018-84f9508c88cc tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/quotas/28b355fa4e264999823dc9f7078c4198 HTTP/1.1" status: 200 len: 375 time: 0.0281119 Nov 09 15:27:56.933925 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-85da641e-2ae1-4a48-9ffd-74fec3cc85a3 admin admin] Usage tracker for resource:security_group_rule and tenant:3a1d4d8539934c14acdde6c7b5b703ce is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:56.939056 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c86cec0d-ff86-4a4b-ad87-a2a84bc6f2f9 req-02dc2019-9311-4756-8ed8-39692e0a3c68 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942590 Nov 09 15:27:56.940939 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-85da641e-2ae1-4a48-9ffd-74fec3cc85a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:56.941882 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device 22d50f63-eaac-4149-8b98-3a76e6e8e44f details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=86840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 15:27:56.977576 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-1512a89a-9374-4336-8fc9-481641e80ee6 req-8cfcec5c-5640-4ed2-8d73-ded4865fe739 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=08bbf048-6dc1-4572-9d55-714f0fd34b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918107 Nov 09 15:27:56.986802 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-85da641e-2ae1-4a48-9ffd-74fec3cc85a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:57.079104 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-dfbea518-5ec6-4a40-9d35-3e788a7522e5 req-2a109c92-048b-4357-b277-4c2c367ad208 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=28b355fa4e264999823dc9f7078c4198&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1390817 Nov 09 15:27:57.131006 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.agents_db [None req-0bb7c99c-2b67-41fc-97bf-7ac1ae3a1626 None None] Agent healthcheck: found 6 active agents {{(pid=86841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 15:27:57.214366 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port 22d50f63-eaac-4149-8b98-3a76e6e8e44f, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=22d50f63-eaac-4149-8b98-3a76e6e8e44f,segment=NetworkSegment(a12b8ba6-b75a-4633-b283-1b43182e6c77),segment_id=a12b8ba6-b75a-4633-b283-1b43182e6c77)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:27:57.230874 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Returning: {'device': '22d50f63-eaac-4149-8b98-3a76e6e8e44f', 'network_id': '08bbf048-6dc1-4572-9d55-714f0fd34b54', 'port_id': '22d50f63-eaac-4149-8b98-3a76e6e8e44f', 'mac_address': 'fa:16:3e:2a:13:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4904fa8b-3075-42a7-aac9-ddfb551a5334', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 15:27:57.251438 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf72a073-00c3-49cc-a13a-f3627a8a0413 service neutron] Pushing event updated for resources: {'Port': ['ID=9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7,revision_number=2']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:57.257461 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-bf72a073-00c3-49cc-a13a-f3627a8a0413 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:57.304183 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-85da641e-2ae1-4a48-9ffd-74fec3cc85a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:57.314725 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-85da641e-2ae1-4a48-9ffd-74fec3cc85a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:57.330276 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:57.355037 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.notifiers.nova [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22d50f63-eaac-4149-8b98-3a76e6e8e44f {{(pid=86840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 15:27:57.385851 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-faf9d54c-93a2-430d-ad1d-e74f77218e90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:57.389288 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port 22d50f63-eaac-4149-8b98-3a76e6e8e44f, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=22d50f63-eaac-4149-8b98-3a76e6e8e44f,segment=NetworkSegment(a12b8ba6-b75a-4633-b283-1b43182e6c77),segment_id=a12b8ba6-b75a-4633-b283-1b43182e6c77)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:27:57.399421 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:57.405314 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-e34b6038-a917-412d-9f51-4be09e3544ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:57.467099 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-1512a89a-9374-4336-8fc9-481641e80ee6 req-6acd5183-87d7-43b8-ace0-3ee66da30690 service neutron] 10.222.0.44 "GET /v2.0/networks/08bbf048-6dc1-4572-9d55-714f0fd34b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4303205 Nov 09 15:27:57.467778 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [req-e449af12-2195-4eff-ad01-144386f0b32f req-bf72a073-00c3-49cc-a13a-f3627a8a0413 service neutron] Attempting to bind port 9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7 on host hv-cinder-81722 for vnic_type normal with profile {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 15:27:57.468105 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [req-e449af12-2195-4eff-ad01-144386f0b32f req-bf72a073-00c3-49cc-a13a-f3627a8a0413 service neutron] Attempting to bind port 9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7 by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': 'dd877f5c-ed2c-440a-8985-dad0e469fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '54e70c2d-ce99-4138-a9cc-3f850389a6a6'}] {{(pid=86839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 15:27:57.468429 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e449af12-2195-4eff-ad01-144386f0b32f req-bf72a073-00c3-49cc-a13a-f3627a8a0413 service neutron] Attempting to bind port 9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7 on network 54e70c2d-ce99-4138-a9cc-3f850389a6a6 {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:27:57.473778 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e449af12-2195-4eff-ad01-144386f0b32f req-bf72a073-00c3-49cc-a13a-f3627a8a0413 service neutron] Port 9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7 on network 54e70c2d-ce99-4138-a9cc-3f850389a6a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 09 15:27:57.474485 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e449af12-2195-4eff-ad01-144386f0b32f req-bf72a073-00c3-49cc-a13a-f3627a8a0413 service neutron] Attempting to bind port 9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7 on network 54e70c2d-ce99-4138-a9cc-3f850389a6a6 {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:27:57.479999 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-dfbea518-5ec6-4a40-9d35-3e788a7522e5 req-26002cd3-f035-4802-966b-6ad39942207f service neutron] 10.222.0.83 "GET /v2.0/networks/b035d5f5-109a-431a-855e-5d68d792ce82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3902676 Nov 09 15:27:57.480240 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e449af12-2195-4eff-ad01-144386f0b32f req-bf72a073-00c3-49cc-a13a-f3627a8a0413 service neutron] Checking agent: {'id': '5232cb7b-4e94-4f65-a0ee-0ef08f02d72d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 24, 50), 'started_at': datetime.datetime(2021, 11, 9, 15, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 09 15:27:57.480574 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e449af12-2195-4eff-ad01-144386f0b32f req-bf72a073-00c3-49cc-a13a-f3627a8a0413 service neutron] Checking segment: {'id': 'dd877f5c-ed2c-440a-8985-dad0e469fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '54e70c2d-ce99-4138-a9cc-3f850389a6a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:27:57.480958 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e449af12-2195-4eff-ad01-144386f0b32f req-bf72a073-00c3-49cc-a13a-f3627a8a0413 service neutron] Bound using segment: {'id': 'dd877f5c-ed2c-440a-8985-dad0e469fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '54e70c2d-ce99-4138-a9cc-3f850389a6a6'} {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 09 15:27:57.481376 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [req-e449af12-2195-4eff-ad01-144386f0b32f req-bf72a073-00c3-49cc-a13a-f3627a8a0413 service neutron] Bound port: 9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd877f5c-ed2c-440a-8985-dad0e469fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '54e70c2d-ce99-4138-a9cc-3f850389a6a6'}}] {{(pid=86839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 15:27:57.482277 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-e449af12-2195-4eff-ad01-144386f0b32f req-bf72a073-00c3-49cc-a13a-f3627a8a0413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:57.484200 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-85da641e-2ae1-4a48-9ffd-74fec3cc85a3 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3a1d4d8539934c14acdde6c7b5b703ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7782109 Nov 09 15:27:57.486549 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da641e-2ae1-4a48-9ffd-74fec3cc85a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad630ec-a8b5-479d-848e-dd893207b439,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:57.490811 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 36416) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:57.506856 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Pushing event updated for resources: {'Port': ['ID=22d50f63-eaac-4149-8b98-3a76e6e8e44f,revision_number=4']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:57.510560 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:57.517867 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-85da641e-2ae1-4a48-9ffd-74fec3cc85a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:57.619783 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-bc082cdd-37ef-4065-9b1b-8d5b09836360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:57.629002 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e6f2b-013a-4aa3-ad64-63bb368c3884 req-f3e4696b-907f-4acf-a93f-1f63f9c9775f tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:57.630530 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c88e6f2b-013a-4aa3-ad64-63bb368c3884 req-f3e4696b-907f-4acf-a93f-1f63f9c9775f tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 945 time: 0.4409254 Nov 09 15:27:57.686545 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [req-e449af12-2195-4eff-ad01-144386f0b32f req-bf72a073-00c3-49cc-a13a-f3627a8a0413 service neutron] For port 9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7, host hv-cinder-81722, cleared binding levels {{(pid=86839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 09 15:27:57.713287 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [req-e449af12-2195-4eff-ad01-144386f0b32f req-bf72a073-00c3-49cc-a13a-f3627a8a0413 service neutron] For port 9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7,segment=NetworkSegment(dd877f5c-ed2c-440a-8985-dad0e469fc3d),segment_id=dd877f5c-ed2c-440a-8985-dad0e469fc3d)] {{(pid=86839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 09 15:27:57.718447 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-1512a89a-9374-4336-8fc9-481641e80ee6 req-209bb120-0e59-4895-8e17-cf2154d077e1 service neutron] 10.222.0.44 "GET /v2.0/networks/08bbf048-6dc1-4572-9d55-714f0fd34b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164557 Nov 09 15:27:57.718602 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-dfbea518-5ec6-4a40-9d35-3e788a7522e5 req-af1f2495-8773-4e3c-a688-423809b51bac service neutron] 10.222.0.83 "GET /v2.0/networks/b035d5f5-109a-431a-855e-5d68d792ce82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376051 Nov 09 15:27:57.720175 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-e449af12-2195-4eff-ad01-144386f0b32f req-bf72a073-00c3-49cc-a13a-f3627a8a0413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337294'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:57.721007 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-87b5d17f-f4f2-4ce7-ba1e-73f1b6788019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:57.724865 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:57.741906 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c88e6f2b-013a-4aa3-ad64-63bb368c3884 req-c472f33b-7095-409f-869e-7b7ce9dd8e35 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955110 Nov 09 15:27:57.772428 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-87b5d17f-f4f2-4ce7-ba1e-73f1b6788019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:57.807682 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449af12-2195-4eff-ad01-144386f0b32f req-bf72a073-00c3-49cc-a13a-f3627a8a0413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:57.808448 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-e449af12-2195-4eff-ad01-144386f0b32f req-bf72a073-00c3-49cc-a13a-f3627a8a0413 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for port, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:57.810359 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-e449af12-2195-4eff-ad01-144386f0b32f req-bf72a073-00c3-49cc-a13a-f3627a8a0413 service neutron] 10.222.0.44 "PUT /v2.0/ports/9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7 HTTP/1.1" status: 200 len: 1093 time: 2.5469532 Nov 09 15:27:57.881592 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-87b5d17f-f4f2-4ce7-ba1e-73f1b6788019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:57.892901 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-d12439db-86ce-4509-ad7e-bb46a3caf33e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:57.959849 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b5d17f-f4f2-4ce7-ba1e-73f1b6788019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad630ec-a8b5-479d-848e-dd893207b439,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:57.971519 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-87b5d17f-f4f2-4ce7-ba1e-73f1b6788019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:57.972881 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-87b5d17f-f4f2-4ce7-ba1e-73f1b6788019 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0ad630ec-a8b5-479d-848e-dd893207b439 HTTP/1.1" status: 204 len: 168 time: 0.4600258 Nov 09 15:27:57.974273 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-87b5d17f-f4f2-4ce7-ba1e-73f1b6788019 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:58.011394 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf72a073-00c3-49cc-a13a-f3627a8a0413 service neutron] Pushing event updated for resources: {'Port': ['ID=9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7,revision_number=3']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:58.040280 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-bf72a073-00c3-49cc-a13a-f3627a8a0413 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:58.086360 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c9fe0e-f3f7-497d-8252-9694770c3069 req-4a4c55f9-6823-4bec-9cdf-a4ace3a420ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:58.087889 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-a7c9fe0e-f3f7-497d-8252-9694770c3069 req-4a4c55f9-6823-4bec-9cdf-a4ace3a420ba service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9358f8b166ed4a2d82f901d8250cca4a&device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 1096 time: 0.2764542 Nov 09 15:27:58.119448 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc6f1a-19d4-4bc9-8e1a-51c0ffb7100e req-eec2db80-8e71-4b87-8e89-fa0a808695c5 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:58.121049 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e4bc6f1a-19d4-4bc9-8e1a-51c0ffb7100e req-eec2db80-8e71-4b87-8e89-fa0a808695c5 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa659748-7098-4d83-bee9-fa7de9ff5c12 HTTP/1.1" status: 200 len: 943 time: 0.2022243 Nov 09 15:27:58.160840 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] get_ports_and_sgs() called for port_ids ['22d50f63-eaac-4149-8b98-3a76e6e8e44f'] {{(pid=86840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 09 15:27:58.205523 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449af12-2195-4eff-ad01-144386f0b32f req-435c670e-9dd5-4335-aed6-d9bd1b84ae04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:58.207104 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-e449af12-2195-4eff-ad01-144386f0b32f req-435c670e-9dd5-4335-aed6-d9bd1b84ae04 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=41dafbb04b984e61a49bf7c195f04598&device_id=fa659748-7098-4d83-bee9-fa7de9ff5c12 HTTP/1.1" status: 200 len: 1096 time: 0.3191621 Nov 09 15:27:58.279641 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c40a123-4e46-4cb7-b392-90e26ad12b69 req-1d55043f-b73c-4817-9c6e-8b23c0222127 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:58.288800 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5c40a123-4e46-4cb7-b392-90e26ad12b69 req-1d55043f-b73c-4817-9c6e-8b23c0222127 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] 10.222.0.83 "GET /v2.0/ports?device_id=d39a65c0-69ef-4170-b917-bec2211a3000 HTTP/1.1" status: 200 len: 946 time: 0.2571845 Nov 09 15:27:58.305317 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e4bc6f1a-19d4-4bc9-8e1a-51c0ffb7100e req-810f382d-423e-4570-9329-1af9e1573d94 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/security-groups?id=865ee8c0-0767-4d57-8452-a1f03027d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738050 Nov 09 15:27:58.387447 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-e449af12-2195-4eff-ad01-144386f0b32f req-4db7865f-914d-4199-9e94-62d32b46aa98 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7 HTTP/1.1" status: 200 len: 217 time: 0.1652687 Nov 09 15:27:58.418963 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5c40a123-4e46-4cb7-b392-90e26ad12b69 req-16591858-65ce-44a5-9684-bd286cb60674 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] 10.222.0.83 "GET /v2.0/security-groups?id=d55644a2-12d0-4b9a-ac54-2301ade382d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099787 Nov 09 15:27:58.507845 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c9fe0e-f3f7-497d-8252-9694770c3069 req-522502c5-9252-4ca1-ad0f-0b39bdbc82f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:58.509943 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-a7c9fe0e-f3f7-497d-8252-9694770c3069 req-522502c5-9252-4ca1-ad0f-0b39bdbc82f1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=08bbf048-6dc1-4572-9d55-714f0fd34b54 HTTP/1.1" status: 200 len: 920 time: 0.4091148 Nov 09 15:27:58.530260 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449af12-2195-4eff-ad01-144386f0b32f req-7f5f19f1-0a45-4222-92f8-11b8810d54ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:58.532032 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-e449af12-2195-4eff-ad01-144386f0b32f req-7f5f19f1-0a45-4222-92f8-11b8810d54ab service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9b608a26-d042-452d-99ad-6e47cca5fd61 HTTP/1.1" status: 200 len: 849 time: 0.1325185 Nov 09 15:27:58.534966 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa659748-7098-4d83-bee9-fa7de9ff5c12', 'tag': '9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7'}] {{(pid=86839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:27:58.551465 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e826c9e0-6e05-422b-b0d6-bdd5c052af98 req-d38ae7ac-db83-4676-9df0-60bccb9f7162 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=504e5847-c14c-4394-974c-406e6235093d HTTP/1.1" status: 200 len: 210 time: 0.1439176 Nov 09 15:27:58.651961 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:58.764440 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999deb9f-61d6-4336-bf51-4ee246e16ffc req-107eba91-b43c-4d85-8210-95d749783a83 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:58.766526 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-999deb9f-61d6-4336-bf51-4ee246e16ffc req-107eba91-b43c-4d85-8210-95d749783a83 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 943 time: 0.1224618 Nov 09 15:27:58.895294 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-999deb9f-61d6-4336-bf51-4ee246e16ffc req-e5d7d78c-0daa-4882-a79a-3de998447400 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226513 Nov 09 15:27:58.952274 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device 22a21dfd-9477-4e51-b44b-ee3e7eda5c1d up at agent hyperv_hv-cinder-81722 {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:27:58.978584 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa659748-7098-4d83-bee9-fa7de9ff5c12', 'tag': '9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7', 'status': 'completed', 'code': 200} Nov 09 15:27:58.981039 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-a7c9fe0e-f3f7-497d-8252-9694770c3069 req-49d8e116-dab5-405d-b80e-5d642c0400bf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49e27c85-d7fb-4880-8d39-7815425ac221 HTTP/1.1" status: 200 len: 217 time: 0.4478781 Nov 09 15:27:59.108913 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c9fe0e-f3f7-497d-8252-9694770c3069 req-18bab0a7-5328-4abc-9425-6e3f8ea27be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:59.110558 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-a7c9fe0e-f3f7-497d-8252-9694770c3069 req-18bab0a7-5328-4abc-9425-6e3f8ea27be0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4904fa8b-3075-42a7-aac9-ddfb551a5334 HTTP/1.1" status: 200 len: 858 time: 0.1174426 Nov 09 15:27:59.114130 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449af12-2195-4eff-ad01-144386f0b32f req-34ba53e6-6274-41e7-ae50-84a17a6adb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:59.115652 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-e449af12-2195-4eff-ad01-144386f0b32f req-34ba53e6-6274-41e7-ae50-84a17a6adb08 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=54e70c2d-ce99-4138-a9cc-3f850389a6a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2103560 Nov 09 15:27:59.139110 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908eb32-8203-4fa6-86ed-80949953b0ff req-621fba6b-caf5-4879-a50f-18e3fe62d0b5 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:59.140827 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4908eb32-8203-4fa6-86ed-80949953b0ff req-621fba6b-caf5-4879-a50f-18e3fe62d0b5 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 945 time: 0.1808293 Nov 09 15:27:59.199929 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e226eca-a03b-44a2-ac08-cf40beded028 req-5e98ebfa-3512-4fa2-b00e-815d75af9255 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:59.201055 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [req-5e226eca-a03b-44a2-ac08-cf40beded028 req-5e98ebfa-3512-4fa2-b00e-815d75af9255 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] Synchronizing usage tracker for tenant:3f1b08c7380d4fe189a00070c35f22e4 on resource:port {{(pid=86839) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 15:27:59.206921 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Provisioning for port 22a21dfd-9477-4e51-b44b-ee3e7eda5c1d completed by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:27:59.214609 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Provisioning complete for port 22a21dfd-9477-4e51-b44b-ee3e7eda5c1d triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:27:59.215877 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:59.234725 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-a7c9fe0e-f3f7-497d-8252-9694770c3069 req-8d992a42-3e9d-44ac-b977-d8d11f2552ee service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=08bbf048-6dc1-4572-9d55-714f0fd34b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1067822 Nov 09 15:27:59.257602 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4908eb32-8203-4fa6-86ed-80949953b0ff req-7394fdbc-e9da-4d0b-aaa1-c05ff37817fe tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106405 Nov 09 15:27:59.430351 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:59.474170 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port 22a21dfd-9477-4e51-b44b-ee3e7eda5c1d, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=22a21dfd-9477-4e51-b44b-ee3e7eda5c1d,segment=NetworkSegment(d9ea088f-84c5-40da-9a44-3534ad2a71f5),segment_id=d9ea088f-84c5-40da-9a44-3534ad2a71f5)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:27:59.478463 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46eb4df-8c64-446f-b9df-4de9e07953f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a21dfd-9477-4e51-b44b-ee3e7eda5c1d'}] {{(pid=86840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:27:59.480077 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 36478) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:27:59.486600 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [req-5e226eca-a03b-44a2-ac08-cf40beded028 req-5e98ebfa-3512-4fa2-b00e-815d75af9255 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] Unset dirty status for tenant:3f1b08c7380d4fe189a00070c35f22e4 on resource:port {{(pid=86839) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 15:27:59.486799 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:59.488105 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-5e226eca-a03b-44a2-ac08-cf40beded028 req-5e98ebfa-3512-4fa2-b00e-815d75af9255 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] 10.222.0.44 "GET /v2.0/ports?device_id=d39a65c0-69ef-4170-b917-bec2211a3000 HTTP/1.1" status: 200 len: 946 time: 0.9537098 Nov 09 15:27:59.499108 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:27:59.535967 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-e449af12-2195-4eff-ad01-144386f0b32f req-b7808916-4cd8-4179-8d19-02178c44c8da service neutron] 10.222.0.44 "GET /v2.0/networks/54e70c2d-ce99-4138-a9cc-3f850389a6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3758187 Nov 09 15:27:59.613969 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Pushing event updated for resources: {'Port': ['ID=22a21dfd-9477-4e51-b44b-ee3e7eda5c1d,revision_number=5']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:27:59.618241 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:27:59.671271 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-8e5043f0-8d68-49b7-8c31-87c5b3a11826 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1498816142-network', 'tenant_id': 'd7deca5155a84edc8d9cba06a4fa793d'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:27:59.718018 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-8e5043f0-8d68-49b7-8c31-87c5b3a11826 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:59.728575 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-8e5043f0-8d68-49b7-8c31-87c5b3a11826 admin admin] Usage tracker for resource:network and tenant:d7deca5155a84edc8d9cba06a4fa793d is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:59.738451 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [req-5e226eca-a03b-44a2-ac08-cf40beded028 req-c9669ff4-f7e7-400e-af7c-e2572816b075 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] Deleting port f1a11c1a-e40c-4f1f-90e2-fed1fc36beaf {{(pid=86839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 09 15:27:59.739077 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-5e226eca-a03b-44a2-ac08-cf40beded028 req-c9669ff4-f7e7-400e-af7c-e2572816b075 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763972629131'] for port, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:59.742548 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-8e5043f0-8d68-49b7-8c31-87c5b3a11826 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:59.750431 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-8e5043f0-8d68-49b7-8c31-87c5b3a11826 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:59.782093 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5043f0-8d68-49b7-8c31-87c5b3a11826 admin admin] Made reservation on behalf of d7deca5155a84edc8d9cba06a4fa793d for: {'network': 1} {{(pid=86838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 15:27:59.785410 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8e5043f0-8d68-49b7-8c31-87c5b3a11826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for network, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:59.805291 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8e5043f0-8d68-49b7-8c31-87c5b3a11826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:27:59.832250 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-8e5043f0-8d68-49b7-8c31-87c5b3a11826 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:27:59.838423 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-a7c9fe0e-f3f7-497d-8252-9694770c3069 req-c65e3e15-4a49-4daa-8710-cd7925ec335a service neutron] 10.222.0.44 "GET /v2.0/networks/08bbf048-6dc1-4572-9d55-714f0fd34b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5197477 Nov 09 15:27:59.845071 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0dc7aa-3752-4a40-857d-230a59cf4b5c req-b4a7e106-6e78-4c4a-b4a2-093ea5a338b1 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:59.847410 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2c0dc7aa-3752-4a40-857d-230a59cf4b5c req-b4a7e106-6e78-4c4a-b4a2-093ea5a338b1 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa659748-7098-4d83-bee9-fa7de9ff5c12 HTTP/1.1" status: 200 len: 943 time: 0.3354609 Nov 09 15:27:59.851936 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-8e5043f0-8d68-49b7-8c31-87c5b3a11826 admin admin] Usage tracker for resource:security_group_rule and tenant:d7deca5155a84edc8d9cba06a4fa793d is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:27:59.879829 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-8e5043f0-8d68-49b7-8c31-87c5b3a11826 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:27:59.964711 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-8e5043f0-8d68-49b7-8c31-87c5b3a11826 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:27:59.975302 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb44100-9934-4dca-9087-30533202676f req-45176a3f-87c6-457d-98fa-12d26c747966 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:27:59.976788 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-cdb44100-9934-4dca-9087-30533202676f req-45176a3f-87c6-457d-98fa-12d26c747966 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] 10.222.0.83 "GET /v2.0/ports?device_id=d39a65c0-69ef-4170-b917-bec2211a3000 HTTP/1.1" status: 200 len: 946 time: 0.3136678 Nov 09 15:28:00.012021 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-e449af12-2195-4eff-ad01-144386f0b32f req-ee19775e-4aff-4b47-87d7-3f0516054fa4 service neutron] 10.222.0.44 "GET /v2.0/networks/54e70c2d-ce99-4138-a9cc-3f850389a6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4277720 Nov 09 15:28:00.080758 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2c0dc7aa-3752-4a40-857d-230a59cf4b5c req-05f78e14-e707-423c-8332-6d7256f70d74 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/security-groups?id=865ee8c0-0767-4d57-8452-a1f03027d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2045472 Nov 09 15:28:00.152532 dv-cinder-817223-1-smb neutron-server[86840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46eb4df-8c64-446f-b9df-4de9e07953f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a21dfd-9477-4e51-b44b-ee3e7eda5c1d', 'code': 200} Nov 09 15:28:00.185087 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:00.191464 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8e5043f0-8d68-49b7-8c31-87c5b3a11826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:00.197310 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-cdb44100-9934-4dca-9087-30533202676f req-12985678-7012-41f0-886b-414aca03c367 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] 10.222.0.83 "GET /v2.0/security-groups?id=d55644a2-12d0-4b9a-ac54-2301ade382d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947758 Nov 09 15:28:00.202276 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8e5043f0-8d68-49b7-8c31-87c5b3a11826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:00.210279 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:00.227543 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbea518-5ec6-4a40-9d35-3e788a7522e5 req-98016ea3-d4dd-49c5-92f5-ca7a9e413285 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:00.229358 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-dfbea518-5ec6-4a40-9d35-3e788a7522e5 req-98016ea3-d4dd-49c5-92f5-ca7a9e413285 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.44 "GET /v2.0/networks?id=b035d5f5-109a-431a-855e-5d68d792ce82 HTTP/1.1" status: 200 len: 815 time: 0.3807600 Nov 09 15:28:00.268714 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-a7c9fe0e-f3f7-497d-8252-9694770c3069 req-24e26407-b09d-4aa1-b1c3-0d5dd3a3e801 service neutron] 10.222.0.44 "GET /v2.0/networks/08bbf048-6dc1-4572-9d55-714f0fd34b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218931 Nov 09 15:28:00.301232 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [req-dfbea518-5ec6-4a40-9d35-3e788a7522e5 req-c19fcc1e-7397-4601-b65d-83f7e4de5609 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Request body: {'port': {'device_id': '504e5847-c14c-4394-974c-406e6235093d', 'network_id': 'b035d5f5-109a-431a-855e-5d68d792ce82', 'admin_state_up': True, 'tenant_id': '28b355fa4e264999823dc9f7078c4198'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:28:00.313180 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b040319-14f4-4ec6-b94b-abc49017776e req-63f3a6a4-e842-432d-ac96-7e87c6f41782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:00.314826 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-3b040319-14f4-4ec6-b94b-abc49017776e req-63f3a6a4-e842-432d-ac96-7e87c6f41782 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=41dafbb04b984e61a49bf7c195f04598&device_id=fa659748-7098-4d83-bee9-fa7de9ff5c12 HTTP/1.1" status: 200 len: 1096 time: 0.1917889 Nov 09 15:28:00.350517 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e5043f0-8d68-49b7-8c31-87c5b3a11826 admin admin] vlan segment allocate from pool success with {'vlan_id': 1221, 'physical_network': 'physnet1'} {{(pid=86838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 15:28:00.363851 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5043f0-8d68-49b7-8c31-87c5b3a11826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915b7b9b-afaf-4737-bf9f-e7822f820745,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:00.435609 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [req-5e226eca-a03b-44a2-ac08-cf40beded028 req-c9669ff4-f7e7-400e-af7c-e2572816b075 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] For port f1a11c1a-e40c-4f1f-90e2-fed1fc36beaf, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=f1a11c1a-e40c-4f1f-90e2-fed1fc36beaf,segment=NetworkSegment(6c588000-b12b-4673-bba0-ea84e6d5f684),segment_id=6c588000-b12b-4673-bba0-ea84e6d5f684)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:28:00.435995 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-5e226eca-a03b-44a2-ac08-cf40beded028 req-c9669ff4-f7e7-400e-af7c-e2572816b075 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980446'] for port, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:00.454511 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-8e5043f0-8d68-49b7-8c31-87c5b3a11826 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:00.537797 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8e5043f0-8d68-49b7-8c31-87c5b3a11826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16429219'] for segment, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:00.538163 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.db.segments_db [None req-8e5043f0-8d68-49b7-8c31-87c5b3a11826 admin admin] Added segment cb3e2300-bba2-44c4-a23a-2f046f6f2f01 of type vlan for network a2e9ca63-08d0-4eac-a2ae-1f5d5d6ad4d9 Nov 09 15:28:00.557123 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-13d61954-8f4d-41db-8588-5261edf5be39 req-ba6a40ed-3350-49c3-8e65-87507e04159a tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=504e5847-c14c-4394-974c-406e6235093d HTTP/1.1" status: 200 len: 210 time: 0.1015739 Nov 09 15:28:00.574805 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [req-5e226eca-a03b-44a2-ac08-cf40beded028 req-c9669ff4-f7e7-400e-af7c-e2572816b075 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] Calling delete_port for f1a11c1a-e40c-4f1f-90e2-fed1fc36beaf owned by compute:nova {{(pid=86839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 09 15:28:00.646134 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [req-dfbea518-5ec6-4a40-9d35-3e788a7522e5 req-c19fcc1e-7397-4601-b65d-83f7e4de5609 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:28:00.672400 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8e5043f0-8d68-49b7-8c31-87c5b3a11826 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763972287609'] for network, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:00.676445 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [req-dfbea518-5ec6-4a40-9d35-3e788a7522e5 req-c19fcc1e-7397-4601-b65d-83f7e4de5609 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:28:00.737857 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfbea518-5ec6-4a40-9d35-3e788a7522e5 req-c19fcc1e-7397-4601-b65d-83f7e4de5609 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Made reservation on behalf of 28b355fa4e264999823dc9f7078c4198 for: {'port': 1} {{(pid=86838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 15:28:00.741664 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-dfbea518-5ec6-4a40-9d35-3e788a7522e5 req-c19fcc1e-7397-4601-b65d-83f7e4de5609 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:00.804183 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f0470-ca1d-4f27-a74c-cf6c4edee869 req-f4110e5f-d042-47b8-8cb9-9ab873d2d131 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:00.805778 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-440f0470-ca1d-4f27-a74c-cf6c4edee869 req-f4110e5f-d042-47b8-8cb9-9ab873d2d131 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 943 time: 0.3492289 Nov 09 15:28:00.806362 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b040319-14f4-4ec6-b94b-abc49017776e req-4025615f-56c3-43e8-a27e-73603a98dd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:00.807860 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-3b040319-14f4-4ec6-b94b-abc49017776e req-4025615f-56c3-43e8-a27e-73603a98dd18 service neutron] 10.222.0.44 "GET /v2.0/networks?id=54e70c2d-ce99-4138-a9cc-3f850389a6a6 HTTP/1.1" status: 200 len: 912 time: 0.4840469 Nov 09 15:28:00.866832 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8e5043f0-8d68-49b7-8c31-87c5b3a11826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for network, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:00.884414 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5043f0-8d68-49b7-8c31-87c5b3a11826 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:00.885116 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8e5043f0-8d68-49b7-8c31-87c5b3a11826 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:00.889696 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-326e0b62-4a2f-4286-91c1-42cb4b90ca08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:00.970904 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-3b040319-14f4-4ec6-b94b-abc49017776e req-75a8fd41-e0d1-4113-9834-2927aace9910 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7 HTTP/1.1" status: 200 len: 217 time: 0.1510484 Nov 09 15:28:00.980798 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device 22d50f63-eaac-4149-8b98-3a76e6e8e44f up at agent hyperv_hv-cinder-81722 {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:28:01.051370 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5043f0-8d68-49b7-8c31-87c5b3a11826 admin admin] Pushing event updated for resources: {'Network': ['ID=a2e9ca63-08d0-4eac-a2ae-1f5d5d6ad4d9,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:01.060650 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-440f0470-ca1d-4f27-a74c-cf6c4edee869 req-fa1e7d2b-bd35-46ed-9878-be23e64667d6 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114935 Nov 09 15:28:01.065273 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-8e5043f0-8d68-49b7-8c31-87c5b3a11826 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:01.084208 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Provisioning for port 22d50f63-eaac-4149-8b98-3a76e6e8e44f completed by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:28:01.089682 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Provisioning complete for port 22d50f63-eaac-4149-8b98-3a76e6e8e44f triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:28:01.090013 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:01.117298 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-8e5043f0-8d68-49b7-8c31-87c5b3a11826 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6356533 Nov 09 15:28:01.118068 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 36520) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:28:01.141917 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417541ab-a87c-477e-ad16-ce7837a33171 req-a0785567-88b5-464b-ac73-305744d2915a tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:01.148759 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-417541ab-a87c-477e-ad16-ce7837a33171 req-a0785567-88b5-464b-ac73-305744d2915a tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 946 time: 0.4564331 Nov 09 15:28:01.157536 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-6e5cd6d8-e1e1-4a0f-9dee-e30392d0a79d admin admin] Request body: {'subnet': {'network_id': 'a2e9ca63-08d0-4eac-a2ae-1f5d5d6ad4d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1498816142-subnet', 'tenant_id': 'd7deca5155a84edc8d9cba06a4fa793d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:28:01.189061 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-6e5cd6d8-e1e1-4a0f-9dee-e30392d0a79d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:28:01.205732 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-6e5cd6d8-e1e1-4a0f-9dee-e30392d0a79d admin admin] Usage tracker for resource:subnet and tenant:d7deca5155a84edc8d9cba06a4fa793d is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:28:01.213247 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-6e5cd6d8-e1e1-4a0f-9dee-e30392d0a79d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:28:01.227874 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Network a2e9ca63-08d0-4eac-a2ae-1f5d5d6ad4d9 details requested by agent ovs-agent-dv-cinder-817223-1-smb with host dv-cinder-817223-1-smb {{(pid=86840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 15:28:01.228742 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-6e5cd6d8-e1e1-4a0f-9dee-e30392d0a79d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:28:01.235836 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.db_base_plugin_common [req-dfbea518-5ec6-4a40-9d35-3e788a7522e5 req-c19fcc1e-7397-4601-b65d-83f7e4de5609 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Allocated IP 172.20.0.5 (b035d5f5-109a-431a-855e-5d68d792ce82/00451814-090f-4726-afa8-b056c39dc97c/f34ba5a6-c287-4975-9c1f-cc6f058d4c73) {{(pid=86838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 15:28:01.262136 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-417541ab-a87c-477e-ad16-ce7837a33171 req-b76fb23a-8f79-4100-b068-96795eae6277 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124215 Nov 09 15:28:01.265966 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5cd6d8-e1e1-4a0f-9dee-e30392d0a79d admin admin] Made reservation on behalf of d7deca5155a84edc8d9cba06a4fa793d for: {'subnet': 1} {{(pid=86838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 15:28:01.270564 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-6e5cd6d8-e1e1-4a0f-9dee-e30392d0a79d admin admin] Notify callbacks [] for subnet, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:01.359132 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b040319-14f4-4ec6-b94b-abc49017776e req-38c676e3-4b77-428f-9411-6958d1a07996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:01.360622 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-3b040319-14f4-4ec6-b94b-abc49017776e req-38c676e3-4b77-428f-9411-6958d1a07996 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9b608a26-d042-452d-99ad-6e47cca5fd61 HTTP/1.1" status: 200 len: 849 time: 0.2420020 Nov 09 15:28:01.363633 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e27d06-482e-4f92-aa6b-6f040a5379ee req-085903b0-8b62-431a-a7f9-77f9692586c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:01.366386 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-b2e27d06-482e-4f92-aa6b-6f040a5379ee req-085903b0-8b62-431a-a7f9-77f9692586c4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 1099 time: 0.8585045 Nov 09 15:28:01.367629 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-5e226eca-a03b-44a2-ac08-cf40beded028 req-c9669ff4-f7e7-400e-af7c-e2572816b075 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763972633375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763972299780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337271'] for port, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:01.391914 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:01.395409 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:01.455542 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port 22d50f63-eaac-4149-8b98-3a76e6e8e44f, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=22d50f63-eaac-4149-8b98-3a76e6e8e44f,segment=NetworkSegment(a12b8ba6-b75a-4633-b283-1b43182e6c77),segment_id=a12b8ba6-b75a-4633-b283-1b43182e6c77)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:28:01.462270 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:01.463880 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device f1a11c1a-e40c-4f1f-90e2-fed1fc36beaf no longer exists at agent hyperv_hv-cinder-81722 {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 15:28:01.466910 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9669ff4-f7e7-400e-af7c-e2572816b075 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] Pushing event deleted for resources: {'Port': ['ID=f1a11c1a-e40c-4f1f-90e2-fed1fc36beaf,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:01.525562 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:01.555375 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-c9669ff4-f7e7-400e-af7c-e2572816b075 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:01.581564 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] No Port match for: f1a11c1a-e40c-4f1f-90e2-fed1fc36beaf {{(pid=86840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 09 15:28:01.582273 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device f1a11c1a-e40c-4f1f-90e2-fed1fc36beaf not bound to the agent host hv-cinder-81722 {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 15:28:01.588935 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f9e77c35-d069-414e-9c1a-7cc463feb971 req-e127b671-7b38-409e-8970-9f20466fe534 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] 10.222.0.83 "GET /v2.0/ports?device_id=d39a65c0-69ef-4170-b917-bec2211a3000 HTTP/1.1" status: 200 len: 210 time: 0.0917189 Nov 09 15:28:01.639518 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-b2e27d06-482e-4f92-aa6b-6f040a5379ee req-d7a9a569-9bd4-40ed-9f5e-d27fdbedad74 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1743941 Nov 09 15:28:01.649051 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e226eca-a03b-44a2-ac08-cf40beded028 req-c9669ff4-f7e7-400e-af7c-e2572816b075 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] No DVR routers for this DVR port f1a11c1a-e40c-4f1f-90e2-fed1fc36beaf on host hv-cinder-81722 {{(pid=86839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 15:28:01.653998 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Pushing event updated for resources: {'Port': ['ID=22d50f63-eaac-4149-8b98-3a76e6e8e44f,revision_number=5']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:01.654811 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-5e226eca-a03b-44a2-ac08-cf40beded028 req-c9669ff4-f7e7-400e-af7c-e2572816b075 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581'] for port, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:01.657356 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39a65c0-69ef-4170-b917-bec2211a3000', 'name': 'network-vif-deleted', 'tag': 'f1a11c1a-e40c-4f1f-90e2-fed1fc36beaf'}] {{(pid=86839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:28:01.658043 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:01.680717 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-5e226eca-a03b-44a2-ac08-cf40beded028 req-c9669ff4-f7e7-400e-af7c-e2572816b075 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] 10.222.0.44 "DELETE /v2.0/ports/f1a11c1a-e40c-4f1f-90e2-fed1fc36beaf HTTP/1.1" status: 204 len: 173 time: 2.1472332 Nov 09 15:28:01.691843 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b040319-14f4-4ec6-b94b-abc49017776e req-00cdd941-880b-4795-9425-78fa9042eb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:01.693477 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-3b040319-14f4-4ec6-b94b-abc49017776e req-00cdd941-880b-4795-9425-78fa9042eb58 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=54e70c2d-ce99-4138-a9cc-3f850389a6a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2296510 Nov 09 15:28:01.930021 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-603c426d-42ea-478e-bb8c-c6af618a0e78 req-c9c85617-ecd2-47f0-a5ba-dc4831a57461 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Synchronizing usage tracker for tenant:28b355fa4e264999823dc9f7078c4198 on resource:port {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 15:28:01.963276 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8535a3-5890-4602-9364-f758e99a76d2 req-8f1a3774-c9b4-4733-97aa-73475e660dc2 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:01.964742 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-af8535a3-5890-4602-9364-f758e99a76d2 req-8f1a3774-c9b4-4733-97aa-73475e660dc2 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa659748-7098-4d83-bee9-fa7de9ff5c12 HTTP/1.1" status: 200 len: 943 time: 0.5406246 Nov 09 15:28:02.055143 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-603c426d-42ea-478e-bb8c-c6af618a0e78 req-c9c85617-ecd2-47f0-a5ba-dc4831a57461 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Unset dirty status for tenant:28b355fa4e264999823dc9f7078c4198 on resource:port {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 15:28:02.056287 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-603c426d-42ea-478e-bb8c-c6af618a0e78 req-c9c85617-ecd2-47f0-a5ba-dc4831a57461 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=504e5847-c14c-4394-974c-406e6235093d HTTP/1.1" status: 200 len: 210 time: 0.3228316 Nov 09 15:28:02.077424 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-6e5cd6d8-e1e1-4a0f-9dee-e30392d0a79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for subnet, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:02.089393 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-3b040319-14f4-4ec6-b94b-abc49017776e req-a0dd9a9c-8908-4eaa-8971-b476fa1f6d8c service neutron] 10.222.0.44 "GET /v2.0/networks/54e70c2d-ce99-4138-a9cc-3f850389a6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417689 Nov 09 15:28:02.089632 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:02.117568 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-af8535a3-5890-4602-9364-f758e99a76d2 req-0df0bc8c-7f58-4093-9f73-82afc8b9054f tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/security-groups?id=865ee8c0-0767-4d57-8452-a1f03027d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439121 Nov 09 15:28:02.145728 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-dfbea518-5ec6-4a40-9d35-3e788a7522e5 req-c19fcc1e-7397-4601-b65d-83f7e4de5609 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Notify callbacks [] for port, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:02.154420 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946581da-2540-4873-acfa-f4adf448d837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d50f63-eaac-4149-8b98-3a76e6e8e44f'}] {{(pid=86840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:28:02.197898 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5cd6d8-e1e1-4a0f-9dee-e30392d0a79d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0f57476-410c-4b3d-91b9-89f2304800f1,revision_number=0']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:02.211905 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-6e5cd6d8-e1e1-4a0f-9dee-e30392d0a79d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:02.223996 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5cd6d8-e1e1-4a0f-9dee-e30392d0a79d admin admin] Checking segment: {'id': 'cb3e2300-bba2-44c4-a23a-2f046f6f2f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': 'a2e9ca63-08d0-4eac-a2ae-1f5d5d6ad4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:28:02.224530 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5cd6d8-e1e1-4a0f-9dee-e30392d0a79d admin admin] Network hostable DHCP agents. Network: a2e9ca63-08d0-4eac-a2ae-1f5d5d6ad4d9, hostable agents: ['8b94a2d1-9ebf-428d-8e56-922e2d41e4d3'], hosted agents: [] {{(pid=86838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 15:28:02.229516 dv-cinder-817223-1-smb neutron-server[86840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '946581da-2540-4873-acfa-f4adf448d837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d50f63-eaac-4149-8b98-3a76e6e8e44f', 'code': 200} Nov 09 15:28:02.243414 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd39a65c0-69ef-4170-b917-bec2211a3000', 'name': 'network-vif-deleted', 'tag': 'f1a11c1a-e40c-4f1f-90e2-fed1fc36beaf', 'status': 'completed', 'code': 200} Nov 09 15:28:02.254600 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-dfbea518-5ec6-4a40-9d35-3e788a7522e5 req-c19fcc1e-7397-4601-b65d-83f7e4de5609 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763972296951'] for port, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:02.261617 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5cd6d8-e1e1-4a0f-9dee-e30392d0a79d admin admin] Network a2e9ca63-08d0-4eac-a2ae-1f5d5d6ad4d9 is scheduled to be hosted by DHCP agent 8b94a2d1-9ebf-428d-8e56-922e2d41e4d3 with binding_index 1 {{(pid=86838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 15:28:02.267760 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] get_ports_and_sgs() called for port_ids ['9f74fd00-44b6-4aef-8ce4-7462002bd590'] {{(pid=86840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 09 15:28:02.320083 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-b803efa2-d484-41b2-8272-b0e19c87493e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:02.344306 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-3b040319-14f4-4ec6-b94b-abc49017776e req-ff0fdbc8-bc00-4065-9531-6b7f7d45861f service neutron] 10.222.0.44 "GET /v2.0/networks/54e70c2d-ce99-4138-a9cc-3f850389a6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447040 Nov 09 15:28:02.405059 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [None req-6e5cd6d8-e1e1-4a0f-9dee-e30392d0a79d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817223-1-smb, a2e9ca63-08d0-4eac-a2ae-1f5d5d6ad4d9) {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:28:02.421967 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2529fb2-7475-464b-a116-ebd0a0abc283 None None] Network a2e9ca63-08d0-4eac-a2ae-1f5d5d6ad4d9 requested from dv-cinder-817223-1-smb {{(pid=86840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 09 15:28:02.446661 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5cd6d8-e1e1-4a0f-9dee-e30392d0a79d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:02.447490 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-6e5cd6d8-e1e1-4a0f-9dee-e30392d0a79d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for subnet, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:02.480660 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfbea518-5ec6-4a40-9d35-3e788a7522e5 req-c19fcc1e-7397-4601-b65d-83f7e4de5609 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Network b035d5f5-109a-431a-855e-5d68d792ce82 is already hosted by enough agents. {{(pid=86838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 15:28:02.483813 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-6e5cd6d8-e1e1-4a0f-9dee-e30392d0a79d admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3541853 Nov 09 15:28:02.488876 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [req-dfbea518-5ec6-4a40-9d35-3e788a7522e5 req-c19fcc1e-7397-4601-b65d-83f7e4de5609 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Resources bound (agent type, host, resource id): {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:28:02.499076 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19fcc1e-7397-4601-b65d-83f7e4de5609 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Pushing event updated for resources: {'Port': ['ID=f34ba5a6-c287-4975-9c1f-cc6f058d4c73,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:02.514566 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-c19fcc1e-7397-4601-b65d-83f7e4de5609 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:02.515537 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfbea518-5ec6-4a40-9d35-3e788a7522e5 req-c19fcc1e-7397-4601-b65d-83f7e4de5609 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Received port after_create {{(pid=86838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 09 15:28:02.521842 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbea518-5ec6-4a40-9d35-3e788a7522e5 req-c19fcc1e-7397-4601-b65d-83f7e4de5609 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:02.522701 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-dfbea518-5ec6-4a40-9d35-3e788a7522e5 req-c19fcc1e-7397-4601-b65d-83f7e4de5609 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:02.677131 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097bfa83-a284-45b2-a4a6-640a1a3f73f9 req-ba70e716-55a5-4aaf-915d-9995e8381a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:02.679474 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-097bfa83-a284-45b2-a4a6-640a1a3f73f9 req-ba70e716-55a5-4aaf-915d-9995e8381a8e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 1098 time: 0.1228995 Nov 09 15:28:02.687038 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-dfbea518-5ec6-4a40-9d35-3e788a7522e5 req-c19fcc1e-7397-4601-b65d-83f7e4de5609 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4165878 Nov 09 15:28:02.701000 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d5a33-eefa-4938-8ef1-aea4dc073322 req-0c794895-c47a-49cb-b2ea-b66c9dd1a455 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:02.709961 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-202d5a33-eefa-4938-8ef1-aea4dc073322 req-0c794895-c47a-49cb-b2ea-b66c9dd1a455 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 943 time: 0.4518046 Nov 09 15:28:02.758590 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [req-dfbea518-5ec6-4a40-9d35-3e788a7522e5 req-397e0721-64bd-4dfc-bbc6-ae1246726fab service neutron] Request body: {'port': {'device_id': '504e5847-c14c-4394-974c-406e6235093d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:28:02.758843 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-097bfa83-a284-45b2-a4a6-640a1a3f73f9 req-9779f2da-3a0b-4f6f-b233-adcf7d2e1bd1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522633 Nov 09 15:28:02.799166 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-202d5a33-eefa-4938-8ef1-aea4dc073322 req-2025a0de-53c7-4759-a261-343e3a20d354 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881088 Nov 09 15:28:02.852493 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d18202-394d-45f6-b22d-5b8609870c0a None None] Network a2e9ca63-08d0-4eac-a2ae-1f5d5d6ad4d9 requested from dv-cinder-817223-1-smb {{(pid=86840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 09 15:28:02.879154 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0eff9-04c4-4882-8842-8d38fa969ff8 req-3e8e51dd-3c74-4ecb-a95c-19cbc929e8a6 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:02.880674 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e8b0eff9-04c4-4882-8842-8d38fa969ff8 req-3e8e51dd-3c74-4ecb-a95c-19cbc929e8a6 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 946 time: 0.3491919 Nov 09 15:28:02.960336 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-dfbea518-5ec6-4a40-9d35-3e788a7522e5 req-397e0721-64bd-4dfc-bbc6-ae1246726fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:02.979053 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device 49e27c85-d7fb-4880-8d39-7815425ac221 details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=86840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 15:28:03.032404 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-933d6908-8265-47b5-90c0-fbac95c8ae2e req-22433645-db8b-4a3c-a1a7-69cb2eefa6ef tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] 10.222.0.83 "GET /v2.0/ports?device_id=d39a65c0-69ef-4170-b917-bec2211a3000 HTTP/1.1" status: 200 len: 210 time: 0.0625176 Nov 09 15:28:03.096377 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e8b0eff9-04c4-4882-8842-8d38fa969ff8 req-3a201746-144b-4d8f-bbde-d3b38d100520 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507530 Nov 09 15:28:03.261708 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port 49e27c85-d7fb-4880-8d39-7815425ac221, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=49e27c85-d7fb-4880-8d39-7815425ac221,segment=NetworkSegment(a12b8ba6-b75a-4633-b283-1b43182e6c77),segment_id=a12b8ba6-b75a-4633-b283-1b43182e6c77)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:28:03.276445 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Returning: {'device': '49e27c85-d7fb-4880-8d39-7815425ac221', 'network_id': '08bbf048-6dc1-4572-9d55-714f0fd34b54', 'port_id': '49e27c85-d7fb-4880-8d39-7815425ac221', 'mac_address': 'fa:16:3e:e1:95:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4904fa8b-3075-42a7-aac9-ddfb551a5334', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 15:28:03.355270 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:03.382643 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.notifiers.nova [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49e27c85-d7fb-4880-8d39-7815425ac221 {{(pid=86840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 15:28:03.425194 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port 49e27c85-d7fb-4880-8d39-7815425ac221, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=49e27c85-d7fb-4880-8d39-7815425ac221,segment=NetworkSegment(a12b8ba6-b75a-4633-b283-1b43182e6c77),segment_id=a12b8ba6-b75a-4633-b283-1b43182e6c77)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:28:03.441316 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:03.446121 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:03.531140 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec223451-3741-408e-8869-3c1ed8766aa6 req-a19e571e-9a38-4c7c-a9df-2d12a4e85a9a tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:03.532766 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ec223451-3741-408e-8869-3c1ed8766aa6 req-a19e571e-9a38-4c7c-a9df-2d12a4e85a9a tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=504e5847-c14c-4394-974c-406e6235093d HTTP/1.1" status: 200 len: 931 time: 0.2234094 Nov 09 15:28:03.579453 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Pushing event updated for resources: {'Port': ['ID=49e27c85-d7fb-4880-8d39-7815425ac221,revision_number=4']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:03.584867 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a823ed-3e64-4ddc-a614-e2ce4aba65cf req-4efd97cf-09e7-415d-9d36-6718207c95a1 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:03.590912 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:03.592136 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-28a823ed-3e64-4ddc-a614-e2ce4aba65cf req-4efd97cf-09e7-415d-9d36-6718207c95a1 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa659748-7098-4d83-bee9-fa7de9ff5c12 HTTP/1.1" status: 200 len: 943 time: 0.2367728 Nov 09 15:28:03.704034 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [req-dfbea518-5ec6-4a40-9d35-3e788a7522e5 req-397e0721-64bd-4dfc-bbc6-ae1246726fab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f34ba5a6-c287-4975-9c1f-cc6f058d4c73 {{(pid=86838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 15:28:03.716612 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ec223451-3741-408e-8869-3c1ed8766aa6 req-54fbf829-be5e-4d91-8f92-cd5e5b620624 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734314 Nov 09 15:28:03.719392 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-28a823ed-3e64-4ddc-a614-e2ce4aba65cf req-eaa817a4-4c7b-4172-8232-60a14e41e4b5 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/security-groups?id=865ee8c0-0767-4d57-8452-a1f03027d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264923 Nov 09 15:28:03.721059 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-dfbea518-5ec6-4a40-9d35-3e788a7522e5 req-397e0721-64bd-4dfc-bbc6-ae1246726fab service neutron] Notify callbacks [] for port, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:03.744808 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.provisioning_blocks [req-dfbea518-5ec6-4a40-9d35-3e788a7522e5 req-397e0721-64bd-4dfc-bbc6-ae1246726fab service neutron] Transition to ACTIVE for port object f34ba5a6-c287-4975-9c1f-cc6f058d4c73 will not be triggered until provisioned by entity L2. {{(pid=86838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:28:03.748675 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-dfbea518-5ec6-4a40-9d35-3e788a7522e5 req-397e0721-64bd-4dfc-bbc6-ae1246726fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:03.753386 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:03.999626 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397e0721-64bd-4dfc-bbc6-ae1246726fab service neutron] Pushing event updated for resources: {'Port': ['ID=f34ba5a6-c287-4975-9c1f-cc6f058d4c73,revision_number=2']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:04.027611 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397e0721-64bd-4dfc-bbc6-ae1246726fab service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:28:04.027972 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397e0721-64bd-4dfc-bbc6-ae1246726fab service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:28:04.028863 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397e0721-64bd-4dfc-bbc6-ae1246726fab service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:28:04.029262 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397e0721-64bd-4dfc-bbc6-ae1246726fab service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:28:04.029608 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397e0721-64bd-4dfc-bbc6-ae1246726fab service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:28:04.029982 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397e0721-64bd-4dfc-bbc6-ae1246726fab service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:28:04.030323 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397e0721-64bd-4dfc-bbc6-ae1246726fab service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:28:04.030663 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397e0721-64bd-4dfc-bbc6-ae1246726fab service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:28:04.031049 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397e0721-64bd-4dfc-bbc6-ae1246726fab service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:28:04.031387 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397e0721-64bd-4dfc-bbc6-ae1246726fab service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:28:04.031721 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397e0721-64bd-4dfc-bbc6-ae1246726fab service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:28:04.032071 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397e0721-64bd-4dfc-bbc6-ae1246726fab service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:28:04.037899 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-dfbea518-5ec6-4a40-9d35-3e788a7522e5 req-397e0721-64bd-4dfc-bbc6-ae1246726fab service neutron] Attempting to bind port f34ba5a6-c287-4975-9c1f-cc6f058d4c73 on host hv-cinder-81722 for vnic_type normal with profile {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 15:28:04.038244 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-dfbea518-5ec6-4a40-9d35-3e788a7522e5 req-397e0721-64bd-4dfc-bbc6-ae1246726fab service neutron] Attempting to bind port f34ba5a6-c287-4975-9c1f-cc6f058d4c73 by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': 'dbd52994-1858-4bff-b4a6-dd463f52a744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'b035d5f5-109a-431a-855e-5d68d792ce82'}] {{(pid=86838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 15:28:04.038572 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbea518-5ec6-4a40-9d35-3e788a7522e5 req-397e0721-64bd-4dfc-bbc6-ae1246726fab service neutron] Attempting to bind port f34ba5a6-c287-4975-9c1f-cc6f058d4c73 on network b035d5f5-109a-431a-855e-5d68d792ce82 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:28:04.042717 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-397e0721-64bd-4dfc-bbc6-ae1246726fab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:04.051603 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbea518-5ec6-4a40-9d35-3e788a7522e5 req-397e0721-64bd-4dfc-bbc6-ae1246726fab service neutron] Port f34ba5a6-c287-4975-9c1f-cc6f058d4c73 on network b035d5f5-109a-431a-855e-5d68d792ce82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 09 15:28:04.051930 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbea518-5ec6-4a40-9d35-3e788a7522e5 req-397e0721-64bd-4dfc-bbc6-ae1246726fab service neutron] Attempting to bind port f34ba5a6-c287-4975-9c1f-cc6f058d4c73 on network b035d5f5-109a-431a-855e-5d68d792ce82 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:28:04.061484 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbea518-5ec6-4a40-9d35-3e788a7522e5 req-397e0721-64bd-4dfc-bbc6-ae1246726fab service neutron] Checking agent: {'id': '5232cb7b-4e94-4f65-a0ee-0ef08f02d72d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 24, 50), 'started_at': datetime.datetime(2021, 11, 9, 15, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 09 15:28:04.062018 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbea518-5ec6-4a40-9d35-3e788a7522e5 req-397e0721-64bd-4dfc-bbc6-ae1246726fab service neutron] Checking segment: {'id': 'dbd52994-1858-4bff-b4a6-dd463f52a744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'b035d5f5-109a-431a-855e-5d68d792ce82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:28:04.062602 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbea518-5ec6-4a40-9d35-3e788a7522e5 req-397e0721-64bd-4dfc-bbc6-ae1246726fab service neutron] Bound using segment: {'id': 'dbd52994-1858-4bff-b4a6-dd463f52a744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'b035d5f5-109a-431a-855e-5d68d792ce82'} {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 09 15:28:04.063048 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-dfbea518-5ec6-4a40-9d35-3e788a7522e5 req-397e0721-64bd-4dfc-bbc6-ae1246726fab service neutron] Bound port: f34ba5a6-c287-4975-9c1f-cc6f058d4c73, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd52994-1858-4bff-b4a6-dd463f52a744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'b035d5f5-109a-431a-855e-5d68d792ce82'}}] {{(pid=86838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 15:28:04.063392 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-dfbea518-5ec6-4a40-9d35-3e788a7522e5 req-397e0721-64bd-4dfc-bbc6-ae1246726fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:04.156726 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f9a53-29d4-4dc7-9ba0-c23cb6f33e85 req-9ce60607-d01f-4544-9c4a-7bf4f06cbc91 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:04.158256 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] get_ports_and_sgs() called for port_ids ['49e27c85-d7fb-4880-8d39-7815425ac221'] {{(pid=86840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 09 15:28:04.158395 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4b3f9a53-29d4-4dc7-9ba0-c23cb6f33e85 req-9ce60607-d01f-4544-9c4a-7bf4f06cbc91 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 944 time: 0.2088428 Nov 09 15:28:04.225777 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-dfbea518-5ec6-4a40-9d35-3e788a7522e5 req-397e0721-64bd-4dfc-bbc6-ae1246726fab service neutron] For port f34ba5a6-c287-4975-9c1f-cc6f058d4c73, host hv-cinder-81722, cleared binding levels {{(pid=86838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 09 15:28:04.239268 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4b3f9a53-29d4-4dc7-9ba0-c23cb6f33e85 req-f26fcd3f-0886-448e-949c-889c9516b31f tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714486 Nov 09 15:28:04.247403 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-dfbea518-5ec6-4a40-9d35-3e788a7522e5 req-397e0721-64bd-4dfc-bbc6-ae1246726fab service neutron] For port f34ba5a6-c287-4975-9c1f-cc6f058d4c73, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=f34ba5a6-c287-4975-9c1f-cc6f058d4c73,segment=NetworkSegment(dbd52994-1858-4bff-b4a6-dd463f52a744),segment_id=dbd52994-1858-4bff-b4a6-dd463f52a744)] {{(pid=86838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 09 15:28:04.248645 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-dfbea518-5ec6-4a40-9d35-3e788a7522e5 req-397e0721-64bd-4dfc-bbc6-ae1246726fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:04.253453 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:04.506514 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbea518-5ec6-4a40-9d35-3e788a7522e5 req-397e0721-64bd-4dfc-bbc6-ae1246726fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:04.514222 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-dfbea518-5ec6-4a40-9d35-3e788a7522e5 req-397e0721-64bd-4dfc-bbc6-ae1246726fab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:04.515809 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-dfbea518-5ec6-4a40-9d35-3e788a7522e5 req-397e0721-64bd-4dfc-bbc6-ae1246726fab service neutron] 10.222.0.44 "PUT /v2.0/ports/f34ba5a6-c287-4975-9c1f-cc6f058d4c73 HTTP/1.1" status: 200 len: 1093 time: 1.7806792 Nov 09 15:28:04.521401 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '504e5847-c14c-4394-974c-406e6235093d', 'tag': 'f34ba5a6-c287-4975-9c1f-cc6f058d4c73'}] {{(pid=86838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:28:04.552093 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397e0721-64bd-4dfc-bbc6-ae1246726fab service neutron] Pushing event updated for resources: {'Port': ['ID=f34ba5a6-c287-4975-9c1f-cc6f058d4c73,revision_number=3']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:04.556279 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-397e0721-64bd-4dfc-bbc6-ae1246726fab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:04.614114 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '504e5847-c14c-4394-974c-406e6235093d', 'tag': 'f34ba5a6-c287-4975-9c1f-cc6f058d4c73', 'status': 'completed', 'code': 200} Nov 09 15:28:04.655766 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c19833-84a1-4e96-a844-aba68ec7171e req-dc0f2693-6fe0-46df-ac49-e4930a4889fa tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:04.657225 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e5c19833-84a1-4e96-a844-aba68ec7171e req-dc0f2693-6fe0-46df-ac49-e4930a4889fa tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 946 time: 0.2041647 Nov 09 15:28:04.707529 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbea518-5ec6-4a40-9d35-3e788a7522e5 req-7304783a-a4f9-4644-9cfc-23dc8a76f558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:04.708983 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-dfbea518-5ec6-4a40-9d35-3e788a7522e5 req-7304783a-a4f9-4644-9cfc-23dc8a76f558 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=28b355fa4e264999823dc9f7078c4198&device_id=504e5847-c14c-4394-974c-406e6235093d HTTP/1.1" status: 200 len: 1096 time: 0.1504683 Nov 09 15:28:04.721989 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e5c19833-84a1-4e96-a844-aba68ec7171e req-420f7886-bbfb-4c04-a518-e9d2b21e3897 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540881 Nov 09 15:28:04.806781 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-dfbea518-5ec6-4a40-9d35-3e788a7522e5 req-eefbf5e6-122e-42e7-b08b-ce7a45e6ff54 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f34ba5a6-c287-4975-9c1f-cc6f058d4c73 HTTP/1.1" status: 200 len: 217 time: 0.0802972 Nov 09 15:28:04.882248 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbea518-5ec6-4a40-9d35-3e788a7522e5 req-81e9b875-b08c-4c5d-9d2b-cb4f5b3b7e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:04.884284 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-dfbea518-5ec6-4a40-9d35-3e788a7522e5 req-81e9b875-b08c-4c5d-9d2b-cb4f5b3b7e00 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=00451814-090f-4726-afa8-b056c39dc97c HTTP/1.1" status: 200 len: 855 time: 0.0704613 Nov 09 15:28:04.989518 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device 9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7 details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=86840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 15:28:05.041434 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-dfbea518-5ec6-4a40-9d35-3e788a7522e5 req-b266be54-3ee7-48d4-ae39-b66dc34f10a7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b035d5f5-109a-431a-855e-5d68d792ce82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1109483 Nov 09 15:28:05.133806 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port 9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7,segment=NetworkSegment(dd877f5c-ed2c-440a-8985-dad0e469fc3d),segment_id=dd877f5c-ed2c-440a-8985-dad0e469fc3d)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:28:05.148426 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Returning: {'device': '9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7', 'network_id': '54e70c2d-ce99-4138-a9cc-3f850389a6a6', 'port_id': '9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7', 'mac_address': 'fa:16:3e:92:bf:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b608a26-d042-452d-99ad-6e47cca5fd61', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 15:28:05.216057 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e711c468-9d46-4b9a-b91f-1a677cf3bdbf req-86bf0bb4-e3bc-43fc-835a-ba91078ca3b5 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:05.216933 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:05.217652 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e711c468-9d46-4b9a-b91f-1a677cf3bdbf req-86bf0bb4-e3bc-43fc-835a-ba91078ca3b5 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=504e5847-c14c-4394-974c-406e6235093d HTTP/1.1" status: 200 len: 943 time: 0.2530186 Nov 09 15:28:05.229316 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb19e9e-1d83-4971-a75d-3e25fbf403b0 req-59c8a6fe-bfbb-4eed-8f16-f89ce7bd7173 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:05.230857 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-bdb19e9e-1d83-4971-a75d-3e25fbf403b0 req-59c8a6fe-bfbb-4eed-8f16-f89ce7bd7173 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa659748-7098-4d83-bee9-fa7de9ff5c12 HTTP/1.1" status: 200 len: 943 time: 0.3387671 Nov 09 15:28:05.239959 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.notifiers.nova [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7 {{(pid=86840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 15:28:05.259458 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port 9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7,segment=NetworkSegment(dd877f5c-ed2c-440a-8985-dad0e469fc3d),segment_id=dd877f5c-ed2c-440a-8985-dad0e469fc3d)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:28:05.265707 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:05.267983 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-a5d28869-65cb-40d2-8844-63d8d5d5d8c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:05.292240 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-dfbea518-5ec6-4a40-9d35-3e788a7522e5 req-765879f6-dc79-4f64-a0c6-8f2e6d60c3ce service neutron] 10.222.0.44 "GET /v2.0/networks/b035d5f5-109a-431a-855e-5d68d792ce82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387664 Nov 09 15:28:05.344728 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Pushing event updated for resources: {'Port': ['ID=9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7,revision_number=4']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:05.347812 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:05.350357 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-bdb19e9e-1d83-4971-a75d-3e25fbf403b0 req-851ad235-8bf2-475e-9a75-6a9e31ca43e3 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/security-groups?id=865ee8c0-0767-4d57-8452-a1f03027d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038587 Nov 09 15:28:05.352958 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e711c468-9d46-4b9a-b91f-1a677cf3bdbf req-6f245dd8-3c2a-40ae-ab2e-b58f41f75211 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183946 Nov 09 15:28:05.523947 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-dfbea518-5ec6-4a40-9d35-3e788a7522e5 req-c78f27da-b131-46f6-8a5e-2d154c06352e service neutron] 10.222.0.44 "GET /v2.0/networks/b035d5f5-109a-431a-855e-5d68d792ce82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112195 Nov 09 15:28:05.732210 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9d5d8-0ae8-4268-8de4-6c76293f63ba req-b675d1ea-40c2-426b-ad4c-bb5d75159698 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:05.733908 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e7d9d5d8-0ae8-4268-8de4-6c76293f63ba req-b675d1ea-40c2-426b-ad4c-bb5d75159698 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 946 time: 0.2683473 Nov 09 15:28:05.742212 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dfb088-1296-47a0-95ec-ac6203c9206d req-9c8b4861-3edf-407f-97ed-580e04ccc18d tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:05.742212 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-e7dfb088-1296-47a0-95ec-ac6203c9206d req-9c8b4861-3edf-407f-97ed-580e04ccc18d tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Synchronizing usage tracker for tenant:d7deca5155a84edc8d9cba06a4fa793d on resource:network {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 15:28:05.743018 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 36642) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:28:05.756097 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.v2.base [None req-b6047b8c-bb8f-4fea-ac8d-1ae0790a9d01 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Request body: {'floatingip': {'port_id': '22a21dfd-9477-4e51-b44b-ee3e7eda5c1d'}} {{(pid=86839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:28:05.765100 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6a667-233f-4f0c-8b9d-0d5e635a8a3a req-5ebd3413-9725-4058-9636-d72c09447658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:05.766603 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-91b6a667-233f-4f0c-8b9d-0d5e635a8a3a req-5ebd3413-9725-4058-9636-d72c09447658 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=28b355fa4e264999823dc9f7078c4198&device_id=504e5847-c14c-4394-974c-406e6235093d HTTP/1.1" status: 200 len: 1096 time: 0.1758225 Nov 09 15:28:05.767656 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-e7dfb088-1296-47a0-95ec-ac6203c9206d req-9c8b4861-3edf-407f-97ed-580e04ccc18d tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Unset dirty status for tenant:d7deca5155a84edc8d9cba06a4fa793d on resource:network {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 15:28:05.774526 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e7dfb088-1296-47a0-95ec-ac6203c9206d req-9c8b4861-3edf-407f-97ed-580e04ccc18d tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/networks?id=a2e9ca63-08d0-4eac-a2ae-1f5d5d6ad4d9 HTTP/1.1" status: 200 len: 809 time: 0.3105347 Nov 09 15:28:05.808358 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e7dfb088-1296-47a0-95ec-ac6203c9206d req-5dea70b4-91d2-4088-9b2d-f74aec7f92a5 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/quotas/d7deca5155a84edc8d9cba06a4fa793d HTTP/1.1" status: 200 len: 375 time: 0.0329537 Nov 09 15:28:05.897262 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-b6047b8c-bb8f-4fea-ac8d-1ae0790a9d01 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks [] for floatingip, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:05.946834 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e7dfb088-1296-47a0-95ec-ac6203c9206d req-962c65fe-1ce5-44dd-adaf-9e46611b0c09 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=d7deca5155a84edc8d9cba06a4fa793d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0930514 Nov 09 15:28:06.065473 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] get_ports_and_sgs() called for port_ids ['9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7'] {{(pid=86840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 09 15:28:06.194670 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6a667-233f-4f0c-8b9d-0d5e635a8a3a req-6cd45bc3-f6f5-4d49-af1f-6b7e8cc46e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:06.195915 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-91b6a667-233f-4f0c-8b9d-0d5e635a8a3a req-6cd45bc3-f6f5-4d49-af1f-6b7e8cc46e73 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b035d5f5-109a-431a-855e-5d68d792ce82 HTTP/1.1" status: 200 len: 917 time: 0.4195039 Nov 09 15:28:06.297175 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-91b6a667-233f-4f0c-8b9d-0d5e635a8a3a req-8dff9d1a-6caf-4f89-a36d-7c6808b5874e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f34ba5a6-c287-4975-9c1f-cc6f058d4c73 HTTP/1.1" status: 200 len: 217 time: 0.0862048 Nov 09 15:28:06.361110 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf38765d-d827-4492-9008-be2c376d1d1d req-e7ce5c57-4a13-4d5e-ad7f-cea922fb1081 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:06.367978 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-cf38765d-d827-4492-9008-be2c376d1d1d req-e7ce5c57-4a13-4d5e-ad7f-cea922fb1081 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 944 time: 0.4723432 Nov 09 15:28:06.382483 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e7dfb088-1296-47a0-95ec-ac6203c9206d req-040475de-b08d-4a21-a4d7-eb5d3c781a00 service neutron] 10.222.0.83 "GET /v2.0/networks/a2e9ca63-08d0-4eac-a2ae-1f5d5d6ad4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4242647 Nov 09 15:28:06.513816 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6a667-233f-4f0c-8b9d-0d5e635a8a3a req-2792735c-b840-4171-8601-a19558cf4765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:06.514760 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-91b6a667-233f-4f0c-8b9d-0d5e635a8a3a req-2792735c-b840-4171-8601-a19558cf4765 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=00451814-090f-4726-afa8-b056c39dc97c HTTP/1.1" status: 200 len: 855 time: 0.2014253 Nov 09 15:28:06.522610 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-cf38765d-d827-4492-9008-be2c376d1d1d req-fc35c7e0-627d-409e-acae-f5e0e3df7770 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538579 Nov 09 15:28:06.573522 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-91b6a667-233f-4f0c-8b9d-0d5e635a8a3a req-788eb98f-eec9-4430-aa3a-2919fce9a255 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b035d5f5-109a-431a-855e-5d68d792ce82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499721 Nov 09 15:28:06.681537 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e7dfb088-1296-47a0-95ec-ac6203c9206d req-c65c3afa-aadf-452c-a340-c1fec206eb47 service neutron] 10.222.0.83 "GET /v2.0/networks/a2e9ca63-08d0-4eac-a2ae-1f5d5d6ad4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808661 Nov 09 15:28:06.772813 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-91b6a667-233f-4f0c-8b9d-0d5e635a8a3a req-3dec5494-9a8e-43bc-9af2-ca807c8afe91 service neutron] 10.222.0.44 "GET /v2.0/networks/b035d5f5-109a-431a-855e-5d68d792ce82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883767 Nov 09 15:28:06.910925 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3513b8f-45d6-4ea4-951d-0655cba907e5 req-78405c00-4406-4ac4-8992-f871420827ee tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:06.919293 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c3513b8f-45d6-4ea4-951d-0655cba907e5 req-78405c00-4406-4ac4-8992-f871420827ee tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa659748-7098-4d83-bee9-fa7de9ff5c12 HTTP/1.1" status: 200 len: 944 time: 0.1928704 Nov 09 15:28:06.974479 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-b6047b8c-bb8f-4fea-ac8d-1ae0790a9d01 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:06.987046 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-b6047b8c-bb8f-4fea-ac8d-1ae0790a9d01 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-978376'] for floatingip, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:07.001650 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device 49e27c85-d7fb-4880-8d39-7815425ac221 up at agent hyperv_hv-cinder-81722 {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:28:07.022969 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-91b6a667-233f-4f0c-8b9d-0d5e635a8a3a req-421c60b6-cc97-4f55-a6b8-7916b20c603e service neutron] 10.222.0.44 "GET /v2.0/networks/b035d5f5-109a-431a-855e-5d68d792ce82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309535 Nov 09 15:28:07.053944 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c3513b8f-45d6-4ea4-951d-0655cba907e5 req-3c068b8f-b91f-4809-bdf2-7aea64e4ccc2 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/security-groups?id=865ee8c0-0767-4d57-8452-a1f03027d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347651 Nov 09 15:28:07.110467 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Provisioning for port 49e27c85-d7fb-4880-8d39-7815425ac221 completed by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:28:07.118347 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Provisioning complete for port 49e27c85-d7fb-4880-8d39-7815425ac221 triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:28:07.118735 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:07.121520 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaff897-81f7-46e6-88b8-7acd5606fa59 req-00313900-7488-4877-a153-0b4c72441647 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:07.125113 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ccaff897-81f7-46e6-88b8-7acd5606fa59 req-00313900-7488-4877-a153-0b4c72441647 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=504e5847-c14c-4394-974c-406e6235093d HTTP/1.1" status: 200 len: 943 time: 0.2036331 Nov 09 15:28:07.186332 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 36674) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:28:07.200581 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ccaff897-81f7-46e6-88b8-7acd5606fa59 req-dbe2d7cf-2f16-4189-b25a-934ae83c6a26 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663896 Nov 09 15:28:07.260720 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.db_base_plugin_v2 [None req-94d30c64-7882-40d4-bfc7-2d341e0250ca admin admin] Deleting subnet d43a8bd0-955a-4c7e-be63-cba9b031710a {{(pid=86839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 09 15:28:07.275984 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-94d30c64-7882-40d4-bfc7-2d341e0250ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:07.305569 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:07.305787 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-96ef2f72-4f12-44dd-a2c5-8a2a2554782d req-66582d43-6596-4466-b2b1-2c395cdddf93 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/ports?device_id=c22aaba6-3c22-4d48-a903-d073f1f47fec HTTP/1.1" status: 200 len: 210 time: 0.0665200 Nov 09 15:28:07.348211 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.db.l3_db [None req-b6047b8c-bb8f-4fea-ac8d-1ae0790a9d01 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Floating IP 29ae8d55-4435-4cd5-96da-f1972dd2fd1d associated. External IP: 172.28.0.99, port: 22a21dfd-9477-4e51-b44b-ee3e7eda5c1d. Nov 09 15:28:07.360963 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port 49e27c85-d7fb-4880-8d39-7815425ac221, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=49e27c85-d7fb-4880-8d39-7815425ac221,segment=NetworkSegment(a12b8ba6-b75a-4633-b283-1b43182e6c77),segment_id=a12b8ba6-b75a-4633-b283-1b43182e6c77)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:28:07.362147 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a72213-4bdf-4e11-b823-3b6e6104db9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e27c85-d7fb-4880-8d39-7815425ac221'}] {{(pid=86840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:28:07.379982 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:07.383894 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:07.401590 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-94d30c64-7882-40d4-bfc7-2d341e0250ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1821124'] for subnet, precommit_delete_associations {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:07.459018 dv-cinder-817223-1-smb neutron-server[86840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a72213-4bdf-4e11-b823-3b6e6104db9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e27c85-d7fb-4880-8d39-7815425ac221', 'code': 200} Nov 09 15:28:07.502866 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Pushing event updated for resources: {'Port': ['ID=49e27c85-d7fb-4880-8d39-7815425ac221,revision_number=5']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:07.506240 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:07.557752 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-94d30c64-7882-40d4-bfc7-2d341e0250ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16468760'] for subnet, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:07.745907 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c83ca-71d7-43b3-a510-8547468ee374 req-cb4a6e51-f270-4dc2-981f-05fdbcd893e9 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:07.748692 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-449c83ca-71d7-43b3-a510-8547468ee374 req-cb4a6e51-f270-4dc2-981f-05fdbcd893e9 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 945 time: 0.0910604 Nov 09 15:28:07.851018 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-94d30c64-7882-40d4-bfc7-2d341e0250ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16468759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3222528'] for subnet, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:07.869320 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-449c83ca-71d7-43b3-a510-8547468ee374 req-e45d9827-e559-4347-8dce-6edb3024d1ed tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139128 Nov 09 15:28:07.885631 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:07.903308 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe1e4c-bcbb-4de7-ad47-63174412b527 req-5593cb69-3d66-4ec2-aad9-d664e18997e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:07.905596 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-fefe1e4c-bcbb-4de7-ad47-63174412b527 req-5593cb69-3d66-4ec2-aad9-d664e18997e8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 1098 time: 0.1343477 Nov 09 15:28:07.960114 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-fefe1e4c-bcbb-4de7-ad47-63174412b527 req-9485efbd-f938-401d-be89-76696681238a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397415 Nov 09 15:28:08.024588 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d30c64-7882-40d4-bfc7-2d341e0250ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d43a8bd0-955a-4c7e-be63-cba9b031710a,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:08.037190 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-94d30c64-7882-40d4-bfc7-2d341e0250ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:08.048793 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d30c64-7882-40d4-bfc7-2d341e0250ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:28:08.049143 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d30c64-7882-40d4-bfc7-2d341e0250ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:28:08.049489 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d30c64-7882-40d4-bfc7-2d341e0250ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:28:08.049847 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d30c64-7882-40d4-bfc7-2d341e0250ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:28:08.050195 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d30c64-7882-40d4-bfc7-2d341e0250ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:28:08.050534 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d30c64-7882-40d4-bfc7-2d341e0250ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:28:08.050864 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d30c64-7882-40d4-bfc7-2d341e0250ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:28:08.051198 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d30c64-7882-40d4-bfc7-2d341e0250ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:28:08.051527 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d30c64-7882-40d4-bfc7-2d341e0250ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:28:08.051928 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d30c64-7882-40d4-bfc7-2d341e0250ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:28:08.052169 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d30c64-7882-40d4-bfc7-2d341e0250ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:28:08.052495 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d30c64-7882-40d4-bfc7-2d341e0250ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:28:08.055835 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-94d30c64-7882-40d4-bfc7-2d341e0250ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:08.062620 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-94d30c64-7882-40d4-bfc7-2d341e0250ca admin admin] 10.222.0.83 "DELETE /v2.0/subnets/d43a8bd0-955a-4c7e-be63-cba9b031710a HTTP/1.1" status: 204 len: 168 time: 0.8752954 Nov 09 15:28:08.066298 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 36698) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:28:08.078820 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6047b8c-bb8f-4fea-ac8d-1ae0790a9d01 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Router b7665c91-6eac-4dd6-ac27-61681dec3fdd has already been hosted by L3 agent d083232d-238f-4a80-a5b8-222ad2e2cbfd {{(pid=86839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 09 15:28:08.294880 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-999e097e-9d51-4c99-b5ca-d0421d8dd44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16504018'] for network, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:08.300675 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6047b8c-bb8f-4fea-ac8d-1ae0790a9d01 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify agent at l3_agent.dv-cinder-817223-1-smb the message routers_updated {{(pid=86839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 09 15:28:08.319724 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1aba34-578c-40dc-b0b8-3c705fbcc9bd None None] Sync routers for ids ['b7665c91-6eac-4dd6-ac27-61681dec3fdd'] in dv-cinder-817223-1-smb {{(pid=86841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 15:28:08.329553 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-b6047b8c-bb8f-4fea-ac8d-1ae0790a9d01 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581'] for floatingip, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:08.339781 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1aba34-578c-40dc-b0b8-3c705fbcc9bd None None] Routers {'b7665c91-6eac-4dd6-ac27-61681dec3fdd'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:28:08.342125 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-2c1aba34-578c-40dc-b0b8-3c705fbcc9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:27:58Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['b7665c91-6eac-4dd6-ac27-61681dec3fdd'], 'active': True} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:28:08.369938 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6393d-bae1-46e8-8a2c-59d5dc92d59f req-031c6e69-a99d-4a32-afdb-e77db5052319 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:08.371453 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8ab6393d-bae1-46e8-8a2c-59d5dc92d59f req-031c6e69-a99d-4a32-afdb-e77db5052319 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa659748-7098-4d83-bee9-fa7de9ff5c12 HTTP/1.1" status: 200 len: 944 time: 0.1547711 Nov 09 15:28:08.396392 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-b6047b8c-bb8f-4fea-ac8d-1ae0790a9d01 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "PUT /v2.0/floatingips/29ae8d55-4435-4cd5-96da-f1972dd2fd1d HTTP/1.1" status: 200 len: 991 time: 2.6513641 Nov 09 15:28:08.397263 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f46eb4df-8c64-446f-b9df-4de9e07953f1', 'tag': '22a21dfd-9477-4e51-b44b-ee3e7eda5c1d'}] {{(pid=86839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:28:08.543484 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-999e097e-9d51-4c99-b5ca-d0421d8dd44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16467554', 'neutron.services.segments.db._delete_segments_for_network-8763972805012'] for network, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:08.552289 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvr_db [None req-2c1aba34-578c-40dc-b0b8-3c705fbcc9bd None None] Set router b7665c91-6eac-4dd6-ac27-61681dec3fdd gateway port host: dv-cinder-817223-1-smb {{(pid=86841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:28:08.560788 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8ab6393d-bae1-46e8-8a2c-59d5dc92d59f req-3e48a166-e2dd-4708-8372-2754ca91ad7a tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/security-groups?id=865ee8c0-0767-4d57-8452-a1f03027d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395481 Nov 09 15:28:08.578080 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-999e097e-9d51-4c99-b5ca-d0421d8dd44d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:28:08.578495 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-999e097e-9d51-4c99-b5ca-d0421d8dd44d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:28:08.579258 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-999e097e-9d51-4c99-b5ca-d0421d8dd44d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:28:08.579602 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-999e097e-9d51-4c99-b5ca-d0421d8dd44d admin admin] Subscribe: > port after_create 55550000 {{(pid=86838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:28:08.579935 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-999e097e-9d51-4c99-b5ca-d0421d8dd44d admin admin] Subscribe: > port after_delete 55550000 {{(pid=86838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:28:08.580264 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-999e097e-9d51-4c99-b5ca-d0421d8dd44d admin admin] Subscribe: > port after_update 55550000 {{(pid=86838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:28:08.580681 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-999e097e-9d51-4c99-b5ca-d0421d8dd44d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:28:08.581000 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-999e097e-9d51-4c99-b5ca-d0421d8dd44d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:28:08.581313 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-999e097e-9d51-4c99-b5ca-d0421d8dd44d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:28:08.581626 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-999e097e-9d51-4c99-b5ca-d0421d8dd44d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:28:08.652871 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-999e097e-9d51-4c99-b5ca-d0421d8dd44d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:28:08.653349 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-999e097e-9d51-4c99-b5ca-d0421d8dd44d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:28:08.653677 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-999e097e-9d51-4c99-b5ca-d0421d8dd44d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:28:08.654146 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-999e097e-9d51-4c99-b5ca-d0421d8dd44d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 15:28:08.654514 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.services.segments.db [None req-999e097e-9d51-4c99-b5ca-d0421d8dd44d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83f31a2a-2594-4e3a-8479-7e016c995183']}} {{(pid=86838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:28:08.671521 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.services.segments.db [None req-999e097e-9d51-4c99-b5ca-d0421d8dd44d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c588000-b12b-4673-bba0-ea84e6d5f684') {'for_net_delete': True} {{(pid=86838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:28:08.671849 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.services.segments.db [None req-999e097e-9d51-4c99-b5ca-d0421d8dd44d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c588000-b12b-4673-bba0-ea84e6d5f684') {} {{(pid=86838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:28:08.831160 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-999e097e-9d51-4c99-b5ca-d0421d8dd44d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763972734275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459826'] for segment, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:08.884358 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a584fe59-d1ca-4b02-b4bb-406c17265be6 req-7f3c28c2-b02f-4e95-8b55-429b7a6dce4d tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/ports?device_id=c22aaba6-3c22-4d48-a903-d073f1f47fec HTTP/1.1" status: 200 len: 210 time: 0.2057021 Nov 09 15:28:08.968670 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-2c1aba34-578c-40dc-b0b8-3c705fbcc9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'name': 'tempest-AttachVolumeShelveTestJSON-159271723-router', 'tenant_id': '4c426877957540c3ae3ca3dce095a0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': 'f83defcc-f554-4c34-8d90-9ba2cba64fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:27:05Z', 'updated_at': '2021-11-09T15:27:19Z', 'revision_number': 4, 'project_id': '4c426877957540c3ae3ca3dce095a0e8', 'gw_port': {'id': 'f83defcc-f554-4c34-8d90-9ba2cba64fae', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:07Z', 'updated_at': '2021-11-09T15:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_floatingips': [{'id': '29ae8d55-4435-4cd5-96da-f1972dd2fd1d', 'tenant_id': '4c426877957540c3ae3ca3dce095a0e8', 'floating_ip_address': '172.28.0.99', 'floating_network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'router_id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'port_id': '22a21dfd-9477-4e51-b44b-ee3e7eda5c1d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e486921-0f80-48c5-9888-ae5de3f1e305', 'mac_address': 'fa:16:3e:4e:e5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46eb4df-8c64-446f-b9df-4de9e07953f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T15:27:34Z', 'updated_at': '2021-11-09T15:28:06Z', 'revision_number': 1, 'project_id': '4c426877957540c3ae3ca3dce095a0e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9d381bc-8853-40c6-975d-713644bb15b8', 'name': '', 'network_id': '4e486921-0f80-48c5-9888-ae5de3f1e305', 'tenant_id': '4c426877957540c3ae3ca3dce095a0e8', 'mac_address': 'fa:16:3e:70:de:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '5ec84acc-d70c-4e8d-bb6d-6e13232b6778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:16Z', 'updated_at': '2021-11-09T15:27:29Z', 'revision_number': 5, 'project_id': '4c426877957540c3ae3ca3dce095a0e8', 'subnets': [{'id': '5ec84acc-d70c-4e8d-bb6d-6e13232b6778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:28:08.975373 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1aba34-578c-40dc-b0b8-3c705fbcc9bd None None] Checking router: b7665c91-6eac-4dd6-ac27-61681dec3fdd for host: dv-cinder-817223-1-smb {{(pid=86841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 15:28:08.986965 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6943d6-4d8d-4b96-b850-6a5299f0fd30 req-813b066f-73c2-49f0-b65c-3c7c46861d90 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:08.988440 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8f6943d6-4d8d-4b96-b850-6a5299f0fd30 req-813b066f-73c2-49f0-b65c-3c7c46861d90 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=504e5847-c14c-4394-974c-406e6235093d HTTP/1.1" status: 200 len: 943 time: 0.6306195 Nov 09 15:28:08.994737 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1aba34-578c-40dc-b0b8-3c705fbcc9bd None None] Routers {'b7665c91-6eac-4dd6-ac27-61681dec3fdd'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:28:08.995599 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-2c1aba34-578c-40dc-b0b8-3c705fbcc9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:27:58Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['b7665c91-6eac-4dd6-ac27-61681dec3fdd'], 'active': True} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:28:09.004472 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-999e097e-9d51-4c99-b5ca-d0421d8dd44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16429219'] for segment, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:09.007841 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device f34ba5a6-c287-4975-9c1f-cc6f058d4c73 details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=86840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 15:28:09.035901 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-999e097e-9d51-4c99-b5ca-d0421d8dd44d admin admin] Releasing vlan 1210 on physical network physnet1 to pool {{(pid=86838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 15:28:09.036300 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-999e097e-9d51-4c99-b5ca-d0421d8dd44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16429210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1120060'] for segment, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:09.055490 dv-cinder-817223-1-smb neutron-server[86838]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 09 15:28:09.055490 dv-cinder-817223-1-smb neutron-server[86838]: from cryptography.utils import int_from_bytes Nov 09 15:28:09.055490 dv-cinder-817223-1-smb neutron-server[86838]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 09 15:28:09.055490 dv-cinder-817223-1-smb neutron-server[86838]: from cryptography.utils import int_from_bytes Nov 09 15:28:09.055490 dv-cinder-817223-1-smb neutron-server[86838]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 09 15:28:09.055490 dv-cinder-817223-1-smb neutron-server[86838]: util.warn_limited( Nov 09 15:28:09.055490 dv-cinder-817223-1-smb neutron-server[86838]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 09 15:28:09.055490 dv-cinder-817223-1-smb neutron-server[86838]: util.warn_limited( Nov 09 15:28:09.055490 dv-cinder-817223-1-smb neutron-server[86838]: Traceback (most recent call last): Nov 09 15:28:09.055490 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 15:28:09.055490 dv-cinder-817223-1-smb neutron-server[86838]: timer() Nov 09 15:28:09.055490 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 15:28:09.055490 dv-cinder-817223-1-smb neutron-server[86838]: cb(*args, **kw) Nov 09 15:28:09.055490 dv-cinder-817223-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 15:28:09.055490 dv-cinder-817223-1-smb neutron-server[86838]: return func(*args, **kwargs) Nov 09 15:28:09.055490 dv-cinder-817223-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 15:28:09.055490 dv-cinder-817223-1-smb neutron-server[86838]: self._notify() Nov 09 15:28:09.055490 dv-cinder-817223-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 15:28:09.055490 dv-cinder-817223-1-smb neutron-server[86838]: self.callback(batched_events) Nov 09 15:28:09.055490 dv-cinder-817223-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 15:28:09.055490 dv-cinder-817223-1-smb neutron-server[86838]: event.method(event) Nov 09 15:28:09.055490 dv-cinder-817223-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 15:28:09.055490 dv-cinder-817223-1-smb neutron-server[86838]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 15:28:09.055490 dv-cinder-817223-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 15:28:09.055490 dv-cinder-817223-1-smb neutron-server[86838]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 15:28:09.055490 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 15:28:09.055490 dv-cinder-817223-1-smb neutron-server[86838]: return f(self, *a, **k) Nov 09 15:28:09.055490 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 09 15:28:09.055490 dv-cinder-817223-1-smb neutron-server[86838]: return self._get(url).json() Nov 09 15:28:09.055490 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 09 15:28:09.055490 dv-cinder-817223-1-smb neutron-server[86838]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 15:28:09.055490 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 15:28:09.055490 dv-cinder-817223-1-smb neutron-server[86838]: return self.request(url, 'GET', **kwargs) Nov 09 15:28:09.055490 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 15:28:09.055490 dv-cinder-817223-1-smb neutron-server[86838]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 15:28:09.055490 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 15:28:09.055490 dv-cinder-817223-1-smb neutron-server[86838]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 15:28:09.055490 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 15:28:09.055490 dv-cinder-817223-1-smb neutron-server[86838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 15:28:09.055490 dv-cinder-817223-1-smb neutron-server[86838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 15:28:09.065346 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device 9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7 up at agent hyperv_hv-cinder-81722 {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:28:09.173370 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8f6943d6-4d8d-4b96-b850-6a5299f0fd30 req-c30095c4-9235-474e-a5ce-aff094508921 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663232 Nov 09 15:28:09.193817 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-999e097e-9d51-4c99-b5ca-d0421d8dd44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16467563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-978398'] for network, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:09.202258 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dfb088-1296-47a0-95ec-ac6203c9206d req-0c2a3172-024c-4b03-b57b-b4a0b8097086 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:09.203714 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e7dfb088-1296-47a0-95ec-ac6203c9206d req-0c2a3172-024c-4b03-b57b-b4a0b8097086 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.44 "GET /v2.0/networks?id=a2e9ca63-08d0-4eac-a2ae-1f5d5d6ad4d9 HTTP/1.1" status: 200 len: 809 time: 0.3847618 Nov 09 15:28:09.207182 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:09.225426 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [req-e7dfb088-1296-47a0-95ec-ac6203c9206d req-43d3e994-0251-4ffa-b858-c8f3d42d227f tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Request body: {'port': {'device_id': 'c22aaba6-3c22-4d48-a903-d073f1f47fec', 'network_id': 'a2e9ca63-08d0-4eac-a2ae-1f5d5d6ad4d9', 'admin_state_up': True, 'tenant_id': 'd7deca5155a84edc8d9cba06a4fa793d'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:28:09.244875 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-999e097e-9d51-4c99-b5ca-d0421d8dd44d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:09.269906 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvr_db [None req-2c1aba34-578c-40dc-b0b8-3c705fbcc9bd None None] Set router b7665c91-6eac-4dd6-ac27-61681dec3fdd gateway port host: dv-cinder-817223-1-smb {{(pid=86841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:28:09.282993 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f46eb4df-8c64-446f-b9df-4de9e07953f1', 'tag': '22a21dfd-9477-4e51-b44b-ee3e7eda5c1d', 'status': 'completed', 'code': 200} Nov 09 15:28:09.320238 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e097e-9d51-4c99-b5ca-d0421d8dd44d admin admin] Pushing event deleted for resources: {'Network': ['ID=83f31a2a-2594-4e3a-8479-7e016c995183,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:09.355454 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-999e097e-9d51-4c99-b5ca-d0421d8dd44d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:09.420394 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-999e097e-9d51-4c99-b5ca-d0421d8dd44d admin admin] 10.222.0.83 "DELETE /v2.0/networks/83f31a2a-2594-4e3a-8479-7e016c995183 HTTP/1.1" status: 204 len: 168 time: 1.3528125 Nov 09 15:28:09.451048 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Provisioning for port 9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7 completed by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:28:09.491036 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port f34ba5a6-c287-4975-9c1f-cc6f058d4c73, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=f34ba5a6-c287-4975-9c1f-cc6f058d4c73,segment=NetworkSegment(dbd52994-1858-4bff-b4a6-dd463f52a744),segment_id=dbd52994-1858-4bff-b4a6-dd463f52a744)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:28:09.504509 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672deb3a-ca28-4bed-ae35-28f5fb2cd951 req-f38c8b05-b1df-4083-9ad9-4f0538610dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:09.506799 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [req-e7dfb088-1296-47a0-95ec-ac6203c9206d req-43d3e994-0251-4ffa-b858-c8f3d42d227f tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:28:09.510202 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-672deb3a-ca28-4bed-ae35-28f5fb2cd951 req-f38c8b05-b1df-4083-9ad9-4f0538610dd3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4c426877957540c3ae3ca3dce095a0e8&device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 1099 time: 0.1992056 Nov 09 15:28:09.511188 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Provisioning complete for port 9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7 triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:28:09.511580 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:09.513770 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-e7dfb088-1296-47a0-95ec-ac6203c9206d req-43d3e994-0251-4ffa-b858-c8f3d42d227f tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Usage tracker for resource:port and tenant:d7deca5155a84edc8d9cba06a4fa793d is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:28:09.517489 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-e7dfb088-1296-47a0-95ec-ac6203c9206d req-43d3e994-0251-4ffa-b858-c8f3d42d227f tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:28:09.526004 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [req-e7dfb088-1296-47a0-95ec-ac6203c9206d req-43d3e994-0251-4ffa-b858-c8f3d42d227f tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:28:09.535502 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b79154-4671-409b-b925-7e63632e6f95 req-b94e09b0-d0d9-4fee-b734-4268390254a1 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:09.537005 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f9b79154-4671-409b-b925-7e63632e6f95 req-b94e09b0-d0d9-4fee-b734-4268390254a1 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 945 time: 0.1692951 Nov 09 15:28:09.582030 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7dfb088-1296-47a0-95ec-ac6203c9206d req-43d3e994-0251-4ffa-b858-c8f3d42d227f tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Made reservation on behalf of d7deca5155a84edc8d9cba06a4fa793d for: {'port': 1} {{(pid=86838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 15:28:09.591989 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-e7dfb088-1296-47a0-95ec-ac6203c9206d req-43d3e994-0251-4ffa-b858-c8f3d42d227f tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:09.652302 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Returning: {'device': 'f34ba5a6-c287-4975-9c1f-cc6f058d4c73', 'network_id': 'b035d5f5-109a-431a-855e-5d68d792ce82', 'port_id': 'f34ba5a6-c287-4975-9c1f-cc6f058d4c73', 'mac_address': 'fa:16:3e:5c:a0:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00451814-090f-4726-afa8-b056c39dc97c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 15:28:09.688482 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f9b79154-4671-409b-b925-7e63632e6f95 req-18314bb8-8b60-4356-9ead-934cdbdbd443 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449070 Nov 09 15:28:09.705527 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 36746) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:28:09.826383 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:09.831797 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-2c1aba34-578c-40dc-b0b8-3c705fbcc9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'name': 'tempest-AttachVolumeShelveTestJSON-159271723-router', 'tenant_id': '4c426877957540c3ae3ca3dce095a0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': 'f83defcc-f554-4c34-8d90-9ba2cba64fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:27:05Z', 'updated_at': '2021-11-09T15:27:19Z', 'revision_number': 4, 'project_id': '4c426877957540c3ae3ca3dce095a0e8', 'gw_port': {'id': 'f83defcc-f554-4c34-8d90-9ba2cba64fae', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:07Z', 'updated_at': '2021-11-09T15:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_floatingips': [{'id': '29ae8d55-4435-4cd5-96da-f1972dd2fd1d', 'tenant_id': '4c426877957540c3ae3ca3dce095a0e8', 'floating_ip_address': '172.28.0.99', 'floating_network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'router_id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'port_id': '22a21dfd-9477-4e51-b44b-ee3e7eda5c1d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e486921-0f80-48c5-9888-ae5de3f1e305', 'mac_address': 'fa:16:3e:4e:e5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46eb4df-8c64-446f-b9df-4de9e07953f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T15:27:34Z', 'updated_at': '2021-11-09T15:28:06Z', 'revision_number': 1, 'project_id': '4c426877957540c3ae3ca3dce095a0e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9d381bc-8853-40c6-975d-713644bb15b8', 'name': '', 'network_id': '4e486921-0f80-48c5-9888-ae5de3f1e305', 'tenant_id': '4c426877957540c3ae3ca3dce095a0e8', 'mac_address': 'fa:16:3e:70:de:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '5ec84acc-d70c-4e8d-bb6d-6e13232b6778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:16Z', 'updated_at': '2021-11-09T15:27:29Z', 'revision_number': 5, 'project_id': '4c426877957540c3ae3ca3dce095a0e8', 'subnets': [{'id': '5ec84acc-d70c-4e8d-bb6d-6e13232b6778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:28:09.837032 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1aba34-578c-40dc-b0b8-3c705fbcc9bd None None] The sync data for ids ['b7665c91-6eac-4dd6-ac27-61681dec3fdd'] in dv-cinder-817223-1-smb is: [{'id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'name': 'tempest-AttachVolumeShelveTestJSON-159271723-router', 'tenant_id': '4c426877957540c3ae3ca3dce095a0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': 'f83defcc-f554-4c34-8d90-9ba2cba64fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:27:05Z', 'updated_at': '2021-11-09T15:27:19Z', 'revision_number': 4, 'project_id': '4c426877957540c3ae3ca3dce095a0e8', 'gw_port': {'id': 'f83defcc-f554-4c34-8d90-9ba2cba64fae', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:07Z', 'updated_at': '2021-11-09T15:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_floatingips': [{'id': '29ae8d55-4435-4cd5-96da-f1972dd2fd1d', 'tenant_id': '4c426877957540c3ae3ca3dce095a0e8', 'floating_ip_address': '172.28.0.99', 'floating_network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'router_id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'port_id': '22a21dfd-9477-4e51-b44b-ee3e7eda5c1d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e486921-0f80-48c5-9888-ae5de3f1e305', 'mac_address': 'fa:16:3e:4e:e5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46eb4df-8c64-446f-b9df-4de9e07953f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T15:27:34Z', 'updated_at': '2021-11-09T15:28:06Z', 'revision_number': 1, 'project_id': '4c426877957540c3ae3ca3dce095a0e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9d381bc-8853-40c6-975d-713644bb15b8', 'name': '', 'network_id': '4e486921-0f80-48c5-9888-ae5de3f1e305', 'tenant_id': '4c426877957540c3ae3ca3dce095a0e8', 'mac_address': 'fa:16:3e:70:de:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '5ec84acc-d70c-4e8d-bb6d-6e13232b6778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:16Z', 'updated_at': '2021-11-09T15:27:29Z', 'revision_number': 5, 'project_id': '4c426877957540c3ae3ca3dce095a0e8', 'subnets': [{'id': '5ec84acc-d70c-4e8d-bb6d-6e13232b6778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 15:28:09.871318 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.notifiers.nova [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f34ba5a6-c287-4975-9c1f-cc6f058d4c73 {{(pid=86840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 15:28:09.918414 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-784c3ecb-28bd-4a7d-a024-8e2774fbb566 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3f1b08c7380d4fe189a00070c35f22e4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2103555 Nov 09 15:28:09.920185 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 36754) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:28:09.921193 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672deb3a-ca28-4bed-ae35-28f5fb2cd951 req-92e55cad-af47-4f5b-bc1a-f66ecb184f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:09.922669 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-672deb3a-ca28-4bed-ae35-28f5fb2cd951 req-92e55cad-af47-4f5b-bc1a-f66ecb184f06 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4e486921-0f80-48c5-9888-ae5de3f1e305 HTTP/1.1" status: 200 len: 918 time: 0.4054818 Nov 09 15:28:09.929612 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.db_base_plugin_common [req-e7dfb088-1296-47a0-95ec-ac6203c9206d req-43d3e994-0251-4ffa-b858-c8f3d42d227f tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Allocated IP 172.20.0.11 (a2e9ca63-08d0-4eac-a2ae-1f5d5d6ad4d9/d0f57476-410c-4b3d-91b9-89f2304800f1/f460904d-ec01-4cb0-8b80-ed93c1533470) {{(pid=86838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 15:28:09.955618 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:09.972136 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port f34ba5a6-c287-4975-9c1f-cc6f058d4c73, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=f34ba5a6-c287-4975-9c1f-cc6f058d4c73,segment=NetworkSegment(dbd52994-1858-4bff-b4a6-dd463f52a744),segment_id=dbd52994-1858-4bff-b4a6-dd463f52a744)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:28:09.977465 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:09.982771 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:09.988819 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe97c90-7046-40df-ac67-e6a32e4a4abc req-a2cd5e11-1b3f-4850-8d9e-9902f6eaa4a0 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:09.990344 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-dbe97c90-7046-40df-ac67-e6a32e4a4abc req-a2cd5e11-1b3f-4850-8d9e-9902f6eaa4a0 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa659748-7098-4d83-bee9-fa7de9ff5c12 HTTP/1.1" status: 200 len: 944 time: 0.1687887 Nov 09 15:28:10.077625 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Pushing event updated for resources: {'Port': ['ID=f34ba5a6-c287-4975-9c1f-cc6f058d4c73,revision_number=4']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:10.091702 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:28:10.092422 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:28:10.092422 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:28:10.093294 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:28:10.093294 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:28:10.093683 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:28:10.093877 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:28:10.094206 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:28:10.094530 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:28:10.094852 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:28:10.095175 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:28:10.095486 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:28:10.099022 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa659748-7098-4d83-bee9-fa7de9ff5c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7'}] {{(pid=86840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:28:10.105740 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:10.111562 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port 9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7,segment=NetworkSegment(dd877f5c-ed2c-440a-8985-dad0e469fc3d),segment_id=dd877f5c-ed2c-440a-8985-dad0e469fc3d)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:28:10.116704 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:10.119047 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:10.159246 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-672deb3a-ca28-4bed-ae35-28f5fb2cd951 req-5e381793-1333-4e87-ae3f-e19e3bd28405 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22a21dfd-9477-4e51-b44b-ee3e7eda5c1d HTTP/1.1" status: 200 len: 999 time: 0.2102723 Nov 09 15:28:10.166368 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-042cfebc-a6f5-4a38-9377-4ea645d9f925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:10.211239 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0275f7-c387-4c2c-8840-1b0884fcc7e3 None None] New status for floating IP 29ae8d55-4435-4cd5-96da-f1972dd2fd1d: ACTIVE {{(pid=86840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 15:28:10.236560 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a99228cd-1a14-41c0-941f-ac4b6f274d6e req-f6617787-a5a7-4efe-9958-7ac4f974d1de tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/ports?device_id=c22aaba6-3c22-4d48-a903-d073f1f47fec HTTP/1.1" status: 200 len: 210 time: 0.1540425 Nov 09 15:28:10.256987 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672deb3a-ca28-4bed-ae35-28f5fb2cd951 req-1c07899b-5ed4-4216-aad1-329ec110e41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:10.258718 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-672deb3a-ca28-4bed-ae35-28f5fb2cd951 req-1c07899b-5ed4-4216-aad1-329ec110e41a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5ec84acc-d70c-4e8d-bb6d-6e13232b6778 HTTP/1.1" status: 200 len: 855 time: 0.0779998 Nov 09 15:28:10.274331 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-dbe97c90-7046-40df-ac67-e6a32e4a4abc req-9b64de24-cdcf-48b8-ac33-3f88583b42d2 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/security-groups?id=865ee8c0-0767-4d57-8452-a1f03027d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2687387 Nov 09 15:28:10.284771 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Pushing event updated for resources: {'Port': ['ID=9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7,revision_number=5']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:10.295958 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:10.372020 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-042cfebc-a6f5-4a38-9377-4ea645d9f925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:10.409808 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-e7dfb088-1296-47a0-95ec-ac6203c9206d req-43d3e994-0251-4ffa-b858-c8f3d42d227f tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Notify callbacks [] for port, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:10.445157 dv-cinder-817223-1-smb neutron-server[86840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa659748-7098-4d83-bee9-fa7de9ff5c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7', 'code': 200} Nov 09 15:28:10.469518 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-e7dfb088-1296-47a0-95ec-ac6203c9206d req-43d3e994-0251-4ffa-b858-c8f3d42d227f tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763972296951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1120097'] for port, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:10.482590 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672deb3a-ca28-4bed-ae35-28f5fb2cd951 req-959f9bdc-e90d-4ceb-b3bb-310850ae7858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:10.485162 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-672deb3a-ca28-4bed-ae35-28f5fb2cd951 req-959f9bdc-e90d-4ceb-b3bb-310850ae7858 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4e486921-0f80-48c5-9888-ae5de3f1e305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1721494 Nov 09 15:28:10.485377 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-8968ec2f-0632-49a0-b896-4b38ddd5c549 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:10.492540 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-042cfebc-a6f5-4a38-9377-4ea645d9f925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:10.503651 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-8d227686-28f7-47a7-88b3-f3c110304a69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:10.551116 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] get_ports_and_sgs() called for port_ids ['f34ba5a6-c287-4975-9c1f-cc6f058d4c73'] {{(pid=86840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 09 15:28:10.619818 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7dfb088-1296-47a0-95ec-ac6203c9206d req-43d3e994-0251-4ffa-b858-c8f3d42d227f tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Network a2e9ca63-08d0-4eac-a2ae-1f5d5d6ad4d9 is already hosted by enough agents. {{(pid=86838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 15:28:10.635248 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [req-e7dfb088-1296-47a0-95ec-ac6203c9206d req-43d3e994-0251-4ffa-b858-c8f3d42d227f tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Resources bound (agent type, host, resource id): {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:28:10.654069 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7dfb088-1296-47a0-95ec-ac6203c9206d req-43d3e994-0251-4ffa-b858-c8f3d42d227f tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Received port after_create {{(pid=86838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 09 15:28:10.687123 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042cfebc-a6f5-4a38-9377-4ea645d9f925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55644a2-12d0-4b9a-ac54-2301ade382d8,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:10.689818 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-042cfebc-a6f5-4a38-9377-4ea645d9f925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:10.699332 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-672deb3a-ca28-4bed-ae35-28f5fb2cd951 req-70928148-c347-4465-81fd-23047d41ada1 service neutron] 10.222.0.44 "GET /v2.0/networks/4e486921-0f80-48c5-9888-ae5de3f1e305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763825 Nov 09 15:28:10.713924 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-042cfebc-a6f5-4a38-9377-4ea645d9f925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:10.718283 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-042cfebc-a6f5-4a38-9377-4ea645d9f925 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d55644a2-12d0-4b9a-ac54-2301ade382d8 HTTP/1.1" status: 204 len: 168 time: 0.7912979 Nov 09 15:28:10.773227 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d3e994-0251-4ffa-b858-c8f3d42d227f tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Pushing event updated for resources: {'Port': ['ID=f460904d-ec01-4cb0-8b80-ed93c1533470,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:10.778110 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-43d3e994-0251-4ffa-b858-c8f3d42d227f tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:10.806237 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dfb088-1296-47a0-95ec-ac6203c9206d req-43d3e994-0251-4ffa-b858-c8f3d42d227f tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:10.807214 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-e7dfb088-1296-47a0-95ec-ac6203c9206d req-43d3e994-0251-4ffa-b858-c8f3d42d227f tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:10.886305 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad3d93-7f17-4e8c-ad11-6c261ab6acf0 req-2948129e-a1d8-4bbe-8cea-d246fd5af17c tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:10.888793 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-eaad3d93-7f17-4e8c-ad11-6c261ab6acf0 req-2948129e-a1d8-4bbe-8cea-d246fd5af17c tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=504e5847-c14c-4394-974c-406e6235093d HTTP/1.1" status: 200 len: 944 time: 0.3475685 Nov 09 15:28:10.923668 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e7dfb088-1296-47a0-95ec-ac6203c9206d req-43d3e994-0251-4ffa-b858-c8f3d42d227f tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7019897 Nov 09 15:28:10.957138 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-eaad3d93-7f17-4e8c-ad11-6c261ab6acf0 req-9613eb9f-aff1-4436-b0c9-021466b3a571 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568936 Nov 09 15:28:10.960744 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [req-e7dfb088-1296-47a0-95ec-ac6203c9206d req-4102dad6-610c-42c7-b8db-b5eb1541c11b service neutron] Request body: {'port': {'device_id': 'c22aaba6-3c22-4d48-a903-d073f1f47fec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:28:11.011212 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b5d103-0dd4-42f8-8b7c-7f78c46602fd req-06b13c89-8476-4f7d-a251-9fb2e7c8e14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:11.011212 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-c7b5d103-0dd4-42f8-8b7c-7f78c46602fd req-06b13c89-8476-4f7d-a251-9fb2e7c8e14a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fa659748-7098-4d83-bee9-fa7de9ff5c12 HTTP/1.1" status: 200 len: 1098 time: 0.2678113 Nov 09 15:28:11.047863 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-672deb3a-ca28-4bed-ae35-28f5fb2cd951 req-0fe059b7-bc27-48d0-a1c4-464b238f03a4 service neutron] 10.222.0.44 "GET /v2.0/networks/4e486921-0f80-48c5-9888-ae5de3f1e305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204719 Nov 09 15:28:11.074490 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-c7b5d103-0dd4-42f8-8b7c-7f78c46602fd req-7057f593-cef5-4c23-a4af-dc30f62c2f69 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=865ee8c0-0767-4d57-8452-a1f03027d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513723 Nov 09 15:28:11.085911 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92367ca4-057a-4f35-8a96-dcdd5e4a7bd2 req-e98f93da-7217-4d63-ace0-e681519ec4d9 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:11.087074 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-92367ca4-057a-4f35-8a96-dcdd5e4a7bd2 req-e98f93da-7217-4d63-ace0-e681519ec4d9 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 945 time: 0.2640126 Nov 09 15:28:11.141206 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-e7dfb088-1296-47a0-95ec-ac6203c9206d req-4102dad6-610c-42c7-b8db-b5eb1541c11b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:11.164933 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-92367ca4-057a-4f35-8a96-dcdd5e4a7bd2 req-78b320d1-06b7-4959-adcd-ef68744c43d8 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702674 Nov 09 15:28:11.627582 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae093ab-dfc5-4f1c-ae2a-0910cdac3c13 req-1706913b-a23b-4484-9143-8a2746c00d05 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:11.627799 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-bae093ab-dfc5-4f1c-ae2a-0910cdac3c13 req-1706913b-a23b-4484-9143-8a2746c00d05 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Synchronizing usage tracker for tenant:d7deca5155a84edc8d9cba06a4fa793d on resource:port {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 15:28:11.649225 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-bae093ab-dfc5-4f1c-ae2a-0910cdac3c13 req-1706913b-a23b-4484-9143-8a2746c00d05 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Unset dirty status for tenant:d7deca5155a84edc8d9cba06a4fa793d on resource:port {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 15:28:11.650467 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-bae093ab-dfc5-4f1c-ae2a-0910cdac3c13 req-1706913b-a23b-4484-9143-8a2746c00d05 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/ports?device_id=c22aaba6-3c22-4d48-a903-d073f1f47fec HTTP/1.1" status: 200 len: 932 time: 0.2244015 Nov 09 15:28:11.691417 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af03283-acc5-4502-bf58-86a0fb1d561c req-d1f399e9-73ac-4701-b32c-0d7000a9e879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:11.693030 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-1af03283-acc5-4502-bf58-86a0fb1d561c req-d1f399e9-73ac-4701-b32c-0d7000a9e879 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9358f8b166ed4a2d82f901d8250cca4a&device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 1098 time: 0.1152637 Nov 09 15:28:11.796161 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [req-e7dfb088-1296-47a0-95ec-ac6203c9206d req-4102dad6-610c-42c7-b8db-b5eb1541c11b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f460904d-ec01-4cb0-8b80-ed93c1533470 {{(pid=86838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 15:28:11.815583 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-e7dfb088-1296-47a0-95ec-ac6203c9206d req-4102dad6-610c-42c7-b8db-b5eb1541c11b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:11.820517 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-bae093ab-dfc5-4f1c-ae2a-0910cdac3c13 req-1e2b57b2-2389-4723-807e-6c2d0da64e2d tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Synchronizing usage tracker for tenant:d7deca5155a84edc8d9cba06a4fa793d on resource:security_group {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 15:28:11.853036 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.provisioning_blocks [req-e7dfb088-1296-47a0-95ec-ac6203c9206d req-4102dad6-610c-42c7-b8db-b5eb1541c11b service neutron] Transition to ACTIVE for port object f460904d-ec01-4cb0-8b80-ed93c1533470 will not be triggered until provisioned by entity L2. {{(pid=86838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:28:11.853273 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af03283-acc5-4502-bf58-86a0fb1d561c req-9bdc29a4-995b-432f-a28b-7b22df5b1c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:11.854819 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-1af03283-acc5-4502-bf58-86a0fb1d561c req-9bdc29a4-995b-432f-a28b-7b22df5b1c45 service neutron] 10.222.0.44 "GET /v2.0/networks?id=08bbf048-6dc1-4572-9d55-714f0fd34b54 HTTP/1.1" status: 200 len: 920 time: 0.1459816 Nov 09 15:28:11.861086 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-e7dfb088-1296-47a0-95ec-ac6203c9206d req-4102dad6-610c-42c7-b8db-b5eb1541c11b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1120024'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:11.863424 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-bae093ab-dfc5-4f1c-ae2a-0910cdac3c13 req-1e2b57b2-2389-4723-807e-6c2d0da64e2d tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Unset dirty status for tenant:d7deca5155a84edc8d9cba06a4fa793d on resource:security_group {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 15:28:11.864577 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-bae093ab-dfc5-4f1c-ae2a-0910cdac3c13 req-1e2b57b2-2389-4723-807e-6c2d0da64e2d tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/security-groups?id=915b7b9b-afaf-4737-bf9f-e7822f820745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054136 Nov 09 15:28:11.869635 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:11.906934 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28ed94-1954-4a84-818e-1af1f1e63860 req-54b6cc18-3672-4d04-929b-dfb5f573ccb6 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:11.908446 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-fe28ed94-1954-4a84-818e-1af1f1e63860 req-54b6cc18-3672-4d04-929b-dfb5f573ccb6 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa659748-7098-4d83-bee9-fa7de9ff5c12 HTTP/1.1" status: 200 len: 945 time: 0.2424707 Nov 09 15:28:11.953171 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-1af03283-acc5-4502-bf58-86a0fb1d561c req-71edfec3-165b-4ee8-96cd-bd88926be321 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49e27c85-d7fb-4880-8d39-7815425ac221 HTTP/1.1" status: 200 len: 217 time: 0.0747540 Nov 09 15:28:12.024307 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af03283-acc5-4502-bf58-86a0fb1d561c req-d463ae7d-7c20-48cf-8f58-ad330bc86b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:12.025700 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-1af03283-acc5-4502-bf58-86a0fb1d561c req-d463ae7d-7c20-48cf-8f58-ad330bc86b0d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4904fa8b-3075-42a7-aac9-ddfb551a5334 HTTP/1.1" status: 200 len: 858 time: 0.0622685 Nov 09 15:28:12.072876 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102dad6-610c-42c7-b8db-b5eb1541c11b service neutron] Pushing event updated for resources: {'Port': ['ID=f460904d-ec01-4cb0-8b80-ed93c1533470,revision_number=2']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:12.083233 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-4102dad6-610c-42c7-b8db-b5eb1541c11b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:12.134804 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-fe28ed94-1954-4a84-818e-1af1f1e63860 req-a23d0785-f7aa-4b63-9be7-289470da5fc6 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/security-groups?id=865ee8c0-0767-4d57-8452-a1f03027d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2108414 Nov 09 15:28:12.176954 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-1af03283-acc5-4502-bf58-86a0fb1d561c req-38aff92d-8a8e-40ef-a528-8bd49d62ff5b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=08bbf048-6dc1-4572-9d55-714f0fd34b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1389196 Nov 09 15:28:12.225527 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a7303-ec0f-4f6b-96c8-bd6627c5a64e req-e3cd638a-9c3d-49a6-a267-f5a36f7246f8 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:12.226678 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f10a7303-ec0f-4f6b-96c8-bd6627c5a64e req-e3cd638a-9c3d-49a6-a267-f5a36f7246f8 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 945 time: 0.2199495 Nov 09 15:28:12.256296 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-e7dfb088-1296-47a0-95ec-ac6203c9206d req-4102dad6-610c-42c7-b8db-b5eb1541c11b service neutron] Attempting to bind port f460904d-ec01-4cb0-8b80-ed93c1533470 on host hv-cinder-81722 for vnic_type normal with profile {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 15:28:12.256797 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-e7dfb088-1296-47a0-95ec-ac6203c9206d req-4102dad6-610c-42c7-b8db-b5eb1541c11b service neutron] Attempting to bind port f460904d-ec01-4cb0-8b80-ed93c1533470 by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': 'cb3e2300-bba2-44c4-a23a-2f046f6f2f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': 'a2e9ca63-08d0-4eac-a2ae-1f5d5d6ad4d9'}] {{(pid=86838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 15:28:12.257229 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dfb088-1296-47a0-95ec-ac6203c9206d req-4102dad6-610c-42c7-b8db-b5eb1541c11b service neutron] Attempting to bind port f460904d-ec01-4cb0-8b80-ed93c1533470 on network a2e9ca63-08d0-4eac-a2ae-1f5d5d6ad4d9 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:28:12.268354 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dfb088-1296-47a0-95ec-ac6203c9206d req-4102dad6-610c-42c7-b8db-b5eb1541c11b service neutron] Port f460904d-ec01-4cb0-8b80-ed93c1533470 on network a2e9ca63-08d0-4eac-a2ae-1f5d5d6ad4d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 09 15:28:12.268824 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dfb088-1296-47a0-95ec-ac6203c9206d req-4102dad6-610c-42c7-b8db-b5eb1541c11b service neutron] Attempting to bind port f460904d-ec01-4cb0-8b80-ed93c1533470 on network a2e9ca63-08d0-4eac-a2ae-1f5d5d6ad4d9 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:28:12.277404 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dfb088-1296-47a0-95ec-ac6203c9206d req-4102dad6-610c-42c7-b8db-b5eb1541c11b service neutron] Checking agent: {'id': '5232cb7b-4e94-4f65-a0ee-0ef08f02d72d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 24, 50), 'started_at': datetime.datetime(2021, 11, 9, 15, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 09 15:28:12.277859 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dfb088-1296-47a0-95ec-ac6203c9206d req-4102dad6-610c-42c7-b8db-b5eb1541c11b service neutron] Checking segment: {'id': 'cb3e2300-bba2-44c4-a23a-2f046f6f2f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': 'a2e9ca63-08d0-4eac-a2ae-1f5d5d6ad4d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:28:12.278497 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dfb088-1296-47a0-95ec-ac6203c9206d req-4102dad6-610c-42c7-b8db-b5eb1541c11b service neutron] Bound using segment: {'id': 'cb3e2300-bba2-44c4-a23a-2f046f6f2f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': 'a2e9ca63-08d0-4eac-a2ae-1f5d5d6ad4d9'} {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 09 15:28:12.279440 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-e7dfb088-1296-47a0-95ec-ac6203c9206d req-4102dad6-610c-42c7-b8db-b5eb1541c11b service neutron] Bound port: f460904d-ec01-4cb0-8b80-ed93c1533470, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb3e2300-bba2-44c4-a23a-2f046f6f2f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': 'a2e9ca63-08d0-4eac-a2ae-1f5d5d6ad4d9'}}] {{(pid=86838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 15:28:12.279440 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-e7dfb088-1296-47a0-95ec-ac6203c9206d req-4102dad6-610c-42c7-b8db-b5eb1541c11b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:12.317654 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-1af03283-acc5-4502-bf58-86a0fb1d561c req-5cc65812-0ca4-4047-bc5c-7b8e120cce63 service neutron] 10.222.0.44 "GET /v2.0/networks/08bbf048-6dc1-4572-9d55-714f0fd34b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323371 Nov 09 15:28:12.344467 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f10a7303-ec0f-4f6b-96c8-bd6627c5a64e req-8bb35c12-1ad2-47be-821a-054511df9325 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041532 Nov 09 15:28:12.432169 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-e7dfb088-1296-47a0-95ec-ac6203c9206d req-4102dad6-610c-42c7-b8db-b5eb1541c11b service neutron] For port f460904d-ec01-4cb0-8b80-ed93c1533470, host hv-cinder-81722, cleared binding levels {{(pid=86838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 09 15:28:12.443753 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-e7dfb088-1296-47a0-95ec-ac6203c9206d req-4102dad6-610c-42c7-b8db-b5eb1541c11b service neutron] For port f460904d-ec01-4cb0-8b80-ed93c1533470, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=f460904d-ec01-4cb0-8b80-ed93c1533470,segment=NetworkSegment(cb3e2300-bba2-44c4-a23a-2f046f6f2f01),segment_id=cb3e2300-bba2-44c4-a23a-2f046f6f2f01)] {{(pid=86838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 09 15:28:12.449338 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-e7dfb088-1296-47a0-95ec-ac6203c9206d req-4102dad6-610c-42c7-b8db-b5eb1541c11b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1120024'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:12.454541 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:12.474430 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-1af03283-acc5-4502-bf58-86a0fb1d561c req-1c321502-a087-4fb3-8d64-6e5ce67bdda9 service neutron] 10.222.0.44 "GET /v2.0/networks/08bbf048-6dc1-4572-9d55-714f0fd34b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486654 Nov 09 15:28:12.536185 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dfb088-1296-47a0-95ec-ac6203c9206d req-4102dad6-610c-42c7-b8db-b5eb1541c11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:12.536833 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-e7dfb088-1296-47a0-95ec-ac6203c9206d req-4102dad6-610c-42c7-b8db-b5eb1541c11b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:12.538331 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e7dfb088-1296-47a0-95ec-ac6203c9206d req-4102dad6-610c-42c7-b8db-b5eb1541c11b service neutron] 10.222.0.44 "PUT /v2.0/ports/f460904d-ec01-4cb0-8b80-ed93c1533470 HTTP/1.1" status: 200 len: 1094 time: 1.5847239 Nov 09 15:28:12.538816 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c22aaba6-3c22-4d48-a903-d073f1f47fec', 'tag': 'f460904d-ec01-4cb0-8b80-ed93c1533470'}] {{(pid=86838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:28:12.596307 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c22aaba6-3c22-4d48-a903-d073f1f47fec', 'tag': 'f460904d-ec01-4cb0-8b80-ed93c1533470', 'status': 'completed', 'code': 200} Nov 09 15:28:12.659115 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102dad6-610c-42c7-b8db-b5eb1541c11b service neutron] Pushing event updated for resources: {'Port': ['ID=f460904d-ec01-4cb0-8b80-ed93c1533470,revision_number=3']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:12.664968 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-4102dad6-610c-42c7-b8db-b5eb1541c11b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:12.714379 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dfb088-1296-47a0-95ec-ac6203c9206d req-805bceb6-056b-48f6-b187-9b2895e56497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:12.720947 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e7dfb088-1296-47a0-95ec-ac6203c9206d req-805bceb6-056b-48f6-b187-9b2895e56497 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d7deca5155a84edc8d9cba06a4fa793d&device_id=c22aaba6-3c22-4d48-a903-d073f1f47fec HTTP/1.1" status: 200 len: 1097 time: 0.1122112 Nov 09 15:28:12.736490 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a477d-fd17-4420-95b9-05f72cce4365 req-61e79ef7-9449-44d6-a163-1cd6a6f5fc10 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:12.738007 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a17a477d-fd17-4420-95b9-05f72cce4365 req-61e79ef7-9449-44d6-a163-1cd6a6f5fc10 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=504e5847-c14c-4394-974c-406e6235093d HTTP/1.1" status: 200 len: 944 time: 0.1812103 Nov 09 15:28:12.821362 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e7dfb088-1296-47a0-95ec-ac6203c9206d req-b94efa91-9db4-4c19-a738-5668f355bf00 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f460904d-ec01-4cb0-8b80-ed93c1533470 HTTP/1.1" status: 200 len: 217 time: 0.0945845 Nov 09 15:28:12.890177 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a17a477d-fd17-4420-95b9-05f72cce4365 req-668d1dea-3926-40c8-8152-caad1330375a tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938754 Nov 09 15:28:12.908784 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dfb088-1296-47a0-95ec-ac6203c9206d req-a436b36a-8e2c-4271-809a-cba60d920e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:12.910335 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e7dfb088-1296-47a0-95ec-ac6203c9206d req-a436b36a-8e2c-4271-809a-cba60d920e25 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d0f57476-410c-4b3d-91b9-89f2304800f1 HTTP/1.1" status: 200 len: 849 time: 0.0742426 Nov 09 15:28:12.961447 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e7dfb088-1296-47a0-95ec-ac6203c9206d req-1b58e78d-5f77-4a5f-afe2-fb209d3821fd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2e9ca63-08d0-4eac-a2ae-1f5d5d6ad4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432546 Nov 09 15:28:13.030045 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device f34ba5a6-c287-4975-9c1f-cc6f058d4c73 up at agent hyperv_hv-cinder-81722 {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:28:13.140395 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Provisioning for port f34ba5a6-c287-4975-9c1f-cc6f058d4c73 completed by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:28:13.147560 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Provisioning complete for port f34ba5a6-c287-4975-9c1f-cc6f058d4c73 triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:28:13.148222 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:13.167589 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e7dfb088-1296-47a0-95ec-ac6203c9206d req-4c8ac266-b950-41d3-997c-8bad7adf941b service neutron] 10.222.0.44 "GET /v2.0/networks/a2e9ca63-08d0-4eac-a2ae-1f5d5d6ad4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984651 Nov 09 15:28:13.209337 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9240627-f7eb-4715-a034-af81e026aacb req-e58b400d-e8f7-4762-8db9-edba592c7512 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:13.210933 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d9240627-f7eb-4715-a034-af81e026aacb req-e58b400d-e8f7-4762-8db9-edba592c7512 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/ports?device_id=c22aaba6-3c22-4d48-a903-d073f1f47fec HTTP/1.1" status: 200 len: 944 time: 0.1713138 Nov 09 15:28:13.300473 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 36876) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:28:13.348237 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:13.382402 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port f34ba5a6-c287-4975-9c1f-cc6f058d4c73, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=f34ba5a6-c287-4975-9c1f-cc6f058d4c73,segment=NetworkSegment(dbd52994-1858-4bff-b4a6-dd463f52a744),segment_id=dbd52994-1858-4bff-b4a6-dd463f52a744)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:28:13.383733 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '504e5847-c14c-4394-974c-406e6235093d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34ba5a6-c287-4975-9c1f-cc6f058d4c73'}] {{(pid=86840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:28:13.389704 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:13.391631 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:13.451449 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e6fa9cbe-b9e4-4c8c-a633-630bfbb0049e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:13.453832 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d9240627-f7eb-4715-a034-af81e026aacb req-48cc3a31-b8e4-4607-ae61-c8a80db089fd tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/security-groups?id=915b7b9b-afaf-4737-bf9f-e7822f820745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080284 Nov 09 15:28:13.464045 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Pushing event updated for resources: {'Port': ['ID=f34ba5a6-c287-4975-9c1f-cc6f058d4c73,revision_number=5']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:13.467860 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:13.489548 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-e6fa9cbe-b9e4-4c8c-a633-630bfbb0049e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:28:13.494672 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-e6fa9cbe-b9e4-4c8c-a633-630bfbb0049e admin admin] Usage tracker for resource:security_group_rule and tenant:7e0127e04b3d495c9bac8fbab6dcede6 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:28:13.499506 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-e6fa9cbe-b9e4-4c8c-a633-630bfbb0049e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:28:13.505500 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e7dfb088-1296-47a0-95ec-ac6203c9206d req-ae65bc22-7b48-41c1-a851-a11d36e7e046 service neutron] 10.222.0.44 "GET /v2.0/networks/a2e9ca63-08d0-4eac-a2ae-1f5d5d6ad4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268499 Nov 09 15:28:13.506885 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-e6fa9cbe-b9e4-4c8c-a633-630bfbb0049e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:28:13.541305 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1696e0-516e-42fc-8901-bd8d4456edd2 req-2804c947-8a4b-4ec5-b2e5-1512d4c45afd tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:13.550113 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0d1696e0-516e-42fc-8901-bd8d4456edd2 req-2804c947-8a4b-4ec5-b2e5-1512d4c45afd tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa659748-7098-4d83-bee9-fa7de9ff5c12 HTTP/1.1" status: 200 len: 945 time: 0.2024598 Nov 09 15:28:13.614180 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e6fa9cbe-b9e4-4c8c-a633-630bfbb0049e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:13.618416 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e6fa9cbe-b9e4-4c8c-a633-630bfbb0049e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:13.629780 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-79e9fcf6-cc76-4ede-bfa7-b082a9ca2721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:13.666522 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-e6fa9cbe-b9e4-4c8c-a633-630bfbb0049e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7e0127e04b3d495c9bac8fbab6dcede6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3619447 Nov 09 15:28:13.667192 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 36888) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:28:13.684302 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fa9cbe-b9e4-4c8c-a633-630bfbb0049e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d651895f-db11-4897-9749-c8b59609b45f,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:13.689240 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-e6fa9cbe-b9e4-4c8c-a633-630bfbb0049e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:13.710565 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0d1696e0-516e-42fc-8901-bd8d4456edd2 req-b8dd4dc5-cf61-4835-93bd-c23759a20c62 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/security-groups?id=865ee8c0-0767-4d57-8452-a1f03027d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593230 Nov 09 15:28:13.756127 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e6e74643-6972-4a96-a52b-4ce2d856259c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:13.769466 dv-cinder-817223-1-smb neutron-server[86840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '504e5847-c14c-4394-974c-406e6235093d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34ba5a6-c287-4975-9c1f-cc6f058d4c73', 'code': 200} Nov 09 15:28:13.790786 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e6e74643-6972-4a96-a52b-4ce2d856259c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:13.805988 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9159f93-bdb7-47ae-9ab3-6d86f2ffb536 req-544d678c-53ae-47b7-bb2f-14fc9789d7a6 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:13.807700 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c9159f93-bdb7-47ae-9ab3-6d86f2ffb536 req-544d678c-53ae-47b7-bb2f-14fc9789d7a6 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 945 time: 0.2345450 Nov 09 15:28:13.844040 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d500c-a51e-4a2b-ae3f-ddc2c7ba5d48 req-4713b034-e792-4625-9a39-b50370ca9181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:13.844461 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-696d500c-a51e-4a2b-ae3f-ddc2c7ba5d48 req-4713b034-e792-4625-9a39-b50370ca9181 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d7deca5155a84edc8d9cba06a4fa793d&device_id=c22aaba6-3c22-4d48-a903-d073f1f47fec HTTP/1.1" status: 200 len: 1097 time: 0.2335901 Nov 09 15:28:13.871839 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e6e74643-6972-4a96-a52b-4ce2d856259c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:13.876954 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:13.895921 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c9159f93-bdb7-47ae-9ab3-6d86f2ffb536 req-aeae08e7-7685-4d5a-90ac-fcad4525f70d tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783551 Nov 09 15:28:13.900089 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e74643-6972-4a96-a52b-4ce2d856259c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d651895f-db11-4897-9749-c8b59609b45f,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:13.902463 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e6e74643-6972-4a96-a52b-4ce2d856259c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:13.904361 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-e6e74643-6972-4a96-a52b-4ce2d856259c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d651895f-db11-4897-9749-c8b59609b45f HTTP/1.1" status: 204 len: 168 time: 0.2364352 Nov 09 15:28:13.905350 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-e6e74643-6972-4a96-a52b-4ce2d856259c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:14.113095 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d500c-a51e-4a2b-ae3f-ddc2c7ba5d48 req-ffb81b0e-314f-477d-812d-f975e70703fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:14.114587 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-696d500c-a51e-4a2b-ae3f-ddc2c7ba5d48 req-ffb81b0e-314f-477d-812d-f975e70703fe service neutron] 10.222.0.44 "GET /v2.0/networks?id=a2e9ca63-08d0-4eac-a2ae-1f5d5d6ad4d9 HTTP/1.1" status: 200 len: 911 time: 0.2166064 Nov 09 15:28:14.198728 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d8767-bfa7-4f31-aa20-3693010b7271 req-70ac1c36-7afa-4e4c-bf4c-8a156b4b1496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:14.201132 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-cf4d8767-bfa7-4f31-aa20-3693010b7271 req-70ac1c36-7afa-4e4c-bf4c-8a156b4b1496 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=504e5847-c14c-4394-974c-406e6235093d HTTP/1.1" status: 200 len: 1098 time: 0.0773289 Nov 09 15:28:14.236347 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-696d500c-a51e-4a2b-ae3f-ddc2c7ba5d48 req-b13c0664-2519-4c65-9e30-86bd72db85ac service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f460904d-ec01-4cb0-8b80-ed93c1533470 HTTP/1.1" status: 200 len: 217 time: 0.1114748 Nov 09 15:28:14.260981 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f1df0-a799-40f6-ab6a-1dedbe8b8e6f req-d19b6215-d45d-448b-bfbd-ac8fdab4bead tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:14.262966 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ef6f1df0-a799-40f6-ab6a-1dedbe8b8e6f req-d19b6215-d45d-448b-bfbd-ac8fdab4bead tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=504e5847-c14c-4394-974c-406e6235093d HTTP/1.1" status: 200 len: 945 time: 0.2365689 Nov 09 15:28:14.274800 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-cf4d8767-bfa7-4f31-aa20-3693010b7271 req-db837036-ab21-4aa8-a624-65015d663b6c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666792 Nov 09 15:28:14.383429 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ef6f1df0-a799-40f6-ab6a-1dedbe8b8e6f req-1b658ef1-1429-4df5-bdeb-ef6d4228fe06 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643246 Nov 09 15:28:14.384902 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d500c-a51e-4a2b-ae3f-ddc2c7ba5d48 req-5d877e50-3b44-42bb-a081-219df00ab3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:14.386254 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-696d500c-a51e-4a2b-ae3f-ddc2c7ba5d48 req-5d877e50-3b44-42bb-a081-219df00ab3bc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d0f57476-410c-4b3d-91b9-89f2304800f1 HTTP/1.1" status: 200 len: 849 time: 0.1224074 Nov 09 15:28:14.670487 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-696d500c-a51e-4a2b-ae3f-ddc2c7ba5d48 req-6fc0b980-ab50-40a6-9a43-e808387691b5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2e9ca63-08d0-4eac-a2ae-1f5d5d6ad4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565827 Nov 09 15:28:14.820664 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1edec-b4c8-44fe-bd06-d23d341625c1 req-5a5fe6af-232e-41d1-b788-60922b21c0ea tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:14.822293 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2ac1edec-b4c8-44fe-bd06-d23d341625c1 req-5a5fe6af-232e-41d1-b788-60922b21c0ea tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/ports?device_id=c22aaba6-3c22-4d48-a903-d073f1f47fec HTTP/1.1" status: 200 len: 944 time: 0.2442510 Nov 09 15:28:14.900019 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-696d500c-a51e-4a2b-ae3f-ddc2c7ba5d48 req-4f79b5fe-a08b-482f-b6e5-bc1c5fd7c073 service neutron] 10.222.0.44 "GET /v2.0/networks/a2e9ca63-08d0-4eac-a2ae-1f5d5d6ad4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210550 Nov 09 15:28:14.989135 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 36950) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:28:15.022382 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2ac1edec-b4c8-44fe-bd06-d23d341625c1 req-d628cab9-5cc4-4bf6-9399-916553af9b1d tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/security-groups?id=915b7b9b-afaf-4737-bf9f-e7822f820745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882672 Nov 09 15:28:15.098975 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c153691d-d8c9-49d3-b9c6-3b50eb281a88 req-be6ed951-98d0-4e4a-bc4d-1d5644f04548 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:15.100448 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c153691d-d8c9-49d3-b9c6-3b50eb281a88 req-be6ed951-98d0-4e4a-bc4d-1d5644f04548 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa659748-7098-4d83-bee9-fa7de9ff5c12 HTTP/1.1" status: 200 len: 945 time: 0.2653420 Nov 09 15:28:15.176315 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-696d500c-a51e-4a2b-ae3f-ddc2c7ba5d48 req-88a4911a-9bdd-4e0d-b286-26cd4b8983e2 service neutron] 10.222.0.44 "GET /v2.0/networks/a2e9ca63-08d0-4eac-a2ae-1f5d5d6ad4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553759 Nov 09 15:28:15.184862 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-f6466e2d-3a33-4f67-a284-81293b5267a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:15.192844 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c153691d-d8c9-49d3-b9c6-3b50eb281a88 req-5ec8e70c-00b4-461e-a003-94fe8a2dc31c tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/security-groups?id=865ee8c0-0767-4d57-8452-a1f03027d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786216 Nov 09 15:28:15.206229 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-f6466e2d-3a33-4f67-a284-81293b5267a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:28:15.210577 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-f6466e2d-3a33-4f67-a284-81293b5267a1 admin admin] Usage tracker for resource:security_group_rule and tenant:56461fd2e8fc480c8100865c9037cee7 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:28:15.214027 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-f6466e2d-3a33-4f67-a284-81293b5267a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:28:15.231469 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-f6466e2d-3a33-4f67-a284-81293b5267a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:28:15.341458 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f9d92-330c-4635-82e6-d2388be7a52d req-673a4b22-b72a-4f4a-bf2e-585bb63699fd tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:15.348497 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b71f9d92-330c-4635-82e6-d2388be7a52d req-673a4b22-b72a-4f4a-bf2e-585bb63699fd tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 945 time: 0.1545846 Nov 09 15:28:15.357780 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-f6466e2d-3a33-4f67-a284-81293b5267a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:15.361961 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-f6466e2d-3a33-4f67-a284-81293b5267a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:15.371444 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-0c7bf98a-eb27-4bba-98e1-af682d21af53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:15.403406 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b71f9d92-330c-4635-82e6-d2388be7a52d req-c0a3915f-1654-4923-a00d-295057c5591e tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529726 Nov 09 15:28:15.420470 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-f6466e2d-3a33-4f67-a284-81293b5267a1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=56461fd2e8fc480c8100865c9037cee7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4296989 Nov 09 15:28:15.422156 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6466e2d-3a33-4f67-a284-81293b5267a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c97118-f9b3-4f2b-8f7f-4e5d406e2f8e,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:15.423274 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 36974) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:28:15.425720 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-f6466e2d-3a33-4f67-a284-81293b5267a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:15.508895 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-41398128-3539-4a4b-8253-5508cd5a29a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:15.716284 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-41398128-3539-4a4b-8253-5508cd5a29a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:15.794294 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c3beaa-6b21-4a9e-9359-9363abb660a5 req-d278f875-c937-4d36-bc2b-d8f6229e30e5 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:15.795773 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a3c3beaa-6b21-4a9e-9359-9363abb660a5 req-d278f875-c937-4d36-bc2b-d8f6229e30e5 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa659748-7098-4d83-bee9-fa7de9ff5c12 HTTP/1.1" status: 200 len: 945 time: 0.2884505 Nov 09 15:28:15.806454 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263364ac-e880-4aee-8401-6a2403e2886e req-fadd4b00-e4e9-4431-810a-93ff79e3807e tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:15.807066 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 36986) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:28:15.807976 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-263364ac-e880-4aee-8401-6a2403e2886e req-fadd4b00-e4e9-4431-810a-93ff79e3807e tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=504e5847-c14c-4394-974c-406e6235093d HTTP/1.1" status: 200 len: 945 time: 0.2646508 Nov 09 15:28:15.812535 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.v2.base [None req-7f59b507-a28a-4421-a2bd-7eb2e891a317 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Request body: {'floatingip': {'port_id': '9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7'}} {{(pid=86839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:28:15.832332 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-41398128-3539-4a4b-8253-5508cd5a29a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:15.839486 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:15.857368 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41398128-3539-4a4b-8253-5508cd5a29a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c97118-f9b3-4f2b-8f7f-4e5d406e2f8e,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:15.866813 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-41398128-3539-4a4b-8253-5508cd5a29a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:15.876617 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-41398128-3539-4a4b-8253-5508cd5a29a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:15.891986 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-41398128-3539-4a4b-8253-5508cd5a29a5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/13c97118-f9b3-4f2b-8f7f-4e5d406e2f8e HTTP/1.1" status: 204 len: 168 time: 0.4580986 Nov 09 15:28:15.900252 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-263364ac-e880-4aee-8401-6a2403e2886e req-33263b1f-90f6-4b90-9ae8-207afa5549fd tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853500 Nov 09 15:28:15.908733 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-7f59b507-a28a-4421-a2bd-7eb2e891a317 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks [] for floatingip, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:16.360021 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d560336-2dcd-4daf-a412-fd0939189b6b req-5d6907b5-a4b5-47be-b28a-e60e7ccff6b8 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:16.367171 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4d560336-2dcd-4daf-a412-fd0939189b6b req-5d6907b5-a4b5-47be-b28a-e60e7ccff6b8 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/ports?device_id=c22aaba6-3c22-4d48-a903-d073f1f47fec HTTP/1.1" status: 200 len: 944 time: 0.1880987 Nov 09 15:28:16.438862 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4d560336-2dcd-4daf-a412-fd0939189b6b req-adfd7789-34db-43ed-86e5-d4710c6b825c tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/security-groups?id=915b7b9b-afaf-4737-bf9f-e7822f820745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694489 Nov 09 15:28:16.458876 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 37026) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:28:16.490216 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-3d706e72-b7f6-469c-9e52-fc0736ce6640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:16.516069 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-3d706e72-b7f6-469c-9e52-fc0736ce6640 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:28:16.520493 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-3d706e72-b7f6-469c-9e52-fc0736ce6640 admin admin] Usage tracker for resource:security_group_rule and tenant:e3b06bbd026d4435ad9d1408ef8fc17c is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:28:16.526910 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-3d706e72-b7f6-469c-9e52-fc0736ce6640 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:28:16.535490 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-3d706e72-b7f6-469c-9e52-fc0736ce6640 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:28:16.720624 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-3d706e72-b7f6-469c-9e52-fc0736ce6640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:16.739525 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-3d706e72-b7f6-469c-9e52-fc0736ce6640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:16.743923 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-7f59b507-a28a-4421-a2bd-7eb2e891a317 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:16.749102 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-7f59b507-a28a-4421-a2bd-7eb2e891a317 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-978376'] for floatingip, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:16.752687 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-41398128-3539-4a4b-8253-5508cd5a29a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:16.853893 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-3d706e72-b7f6-469c-9e52-fc0736ce6640 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e3b06bbd026d4435ad9d1408ef8fc17c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3922739 Nov 09 15:28:16.857837 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d706e72-b7f6-469c-9e52-fc0736ce6640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7f1e74-948f-450e-ba55-64f083059eeb,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:16.865809 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-3d706e72-b7f6-469c-9e52-fc0736ce6640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:16.866351 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 37052) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:28:16.951887 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4d545-8a0b-4984-9ed8-c7ea196452e9 req-bab6df44-5862-4fa5-b2eb-4ab18c5a428b tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:16.953396 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-acf4d545-8a0b-4984-9ed8-c7ea196452e9 req-bab6df44-5862-4fa5-b2eb-4ab18c5a428b tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 945 time: 0.2881112 Nov 09 15:28:17.018962 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-776c3b0a-331f-45a2-a668-bafc537d60b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:17.105147 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.db.l3_db [None req-7f59b507-a28a-4421-a2bd-7eb2e891a317 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Floating IP b9cb6364-cf78-4b9e-b4cc-9398e1816b69 associated. External IP: 172.28.0.157, port: 9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7. Nov 09 15:28:17.130783 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-acf4d545-8a0b-4984-9ed8-c7ea196452e9 req-7372a0ef-214d-43c6-b7cd-c3312075b28e tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684327 Nov 09 15:28:17.139470 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-776c3b0a-331f-45a2-a668-bafc537d60b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:17.274961 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-776c3b0a-331f-45a2-a668-bafc537d60b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:17.280086 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:17.304032 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd22da48-fa87-48a2-9187-5fa9192f9cf6 req-71c2462c-232e-4a25-8ac6-71261b203c30 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:17.304791 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-fd22da48-fa87-48a2-9187-5fa9192f9cf6 req-71c2462c-232e-4a25-8ac6-71261b203c30 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=504e5847-c14c-4394-974c-406e6235093d HTTP/1.1" status: 200 len: 945 time: 0.2359922 Nov 09 15:28:17.312737 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776c3b0a-331f-45a2-a668-bafc537d60b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7f1e74-948f-450e-ba55-64f083059eeb,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:17.316257 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-776c3b0a-331f-45a2-a668-bafc537d60b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:17.317666 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-776c3b0a-331f-45a2-a668-bafc537d60b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:17.321582 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-776c3b0a-331f-45a2-a668-bafc537d60b2 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2f7f1e74-948f-450e-ba55-64f083059eeb HTTP/1.1" status: 204 len: 168 time: 0.4502771 Nov 09 15:28:17.390070 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-fd22da48-fa87-48a2-9187-5fa9192f9cf6 req-d47cbe5c-2952-4504-b384-68c4c8834fb8 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719850 Nov 09 15:28:17.595766 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f59b507-a28a-4421-a2bd-7eb2e891a317 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Router 35844a15-8600-4606-b254-060c78efc1d6 has already been hosted by L3 agent d083232d-238f-4a80-a5b8-222ad2e2cbfd {{(pid=86839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 09 15:28:17.709507 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da364de7-4a28-46a0-8f3e-c87646439adf req-6f76175c-7bdd-43b1-843b-594faf6cabb3 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:17.711297 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-da364de7-4a28-46a0-8f3e-c87646439adf req-6f76175c-7bdd-43b1-843b-594faf6cabb3 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/ports?device_id=c22aaba6-3c22-4d48-a903-d073f1f47fec HTTP/1.1" status: 200 len: 944 time: 0.1015160 Nov 09 15:28:17.786272 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-da364de7-4a28-46a0-8f3e-c87646439adf req-e7024a62-4393-4d01-8348-57659e4e58c9 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/security-groups?id=915b7b9b-afaf-4737-bf9f-e7822f820745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677052 Nov 09 15:28:17.822586 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f59b507-a28a-4421-a2bd-7eb2e891a317 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify agent at l3_agent.dv-cinder-817223-1-smb the message routers_updated {{(pid=86839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 09 15:28:17.833915 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62210ed0-b5d1-45d9-a02a-69d679dfa526 None None] Sync routers for ids ['35844a15-8600-4606-b254-060c78efc1d6'] in dv-cinder-817223-1-smb {{(pid=86841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 15:28:17.851112 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-7f59b507-a28a-4421-a2bd-7eb2e891a317 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581'] for floatingip, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:17.854831 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62210ed0-b5d1-45d9-a02a-69d679dfa526 None None] Routers {'35844a15-8600-4606-b254-060c78efc1d6'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:28:17.855716 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-62210ed0-b5d1-45d9-a02a-69d679dfa526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:27:58Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['35844a15-8600-4606-b254-060c78efc1d6'], 'active': True} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:28:17.920075 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-7f59b507-a28a-4421-a2bd-7eb2e891a317 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "PUT /v2.0/floatingips/b9cb6364-cf78-4b9e-b4cc-9398e1816b69 HTTP/1.1" status: 200 len: 991 time: 2.1090300 Nov 09 15:28:17.920075 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa659748-7098-4d83-bee9-fa7de9ff5c12', 'tag': '9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7'}] {{(pid=86839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:28:18.036060 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa659748-7098-4d83-bee9-fa7de9ff5c12', 'tag': '9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7', 'status': 'completed', 'code': 200} Nov 09 15:28:18.126251 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvr_db [None req-62210ed0-b5d1-45d9-a02a-69d679dfa526 None None] Set router 35844a15-8600-4606-b254-060c78efc1d6 gateway port host: dv-cinder-817223-1-smb {{(pid=86841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:28:18.258249 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646eaa71-8252-4f5e-9e11-fe52fe5d8c3c req-7a03d628-2be4-4ebc-b7db-18f2f818f234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:18.259867 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-646eaa71-8252-4f5e-9e11-fe52fe5d8c3c req-7a03d628-2be4-4ebc-b7db-18f2f818f234 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=41dafbb04b984e61a49bf7c195f04598&device_id=fa659748-7098-4d83-bee9-fa7de9ff5c12 HTTP/1.1" status: 200 len: 1098 time: 0.1902671 Nov 09 15:28:18.525891 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92009a-369e-4400-9a8d-ace3989c7b5e req-15917b34-b3e6-440b-851c-77d1b764c4bc tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:18.527972 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ad92009a-369e-4400-9a8d-ace3989c7b5e req-15917b34-b3e6-440b-851c-77d1b764c4bc tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 945 time: 0.2252965 Nov 09 15:28:18.557184 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646eaa71-8252-4f5e-9e11-fe52fe5d8c3c req-79fe882b-225b-4b77-97c4-a7bf109f3d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:18.559392 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-646eaa71-8252-4f5e-9e11-fe52fe5d8c3c req-79fe882b-225b-4b77-97c4-a7bf109f3d1c service neutron] 10.222.0.44 "GET /v2.0/networks?id=54e70c2d-ce99-4138-a9cc-3f850389a6a6 HTTP/1.1" status: 200 len: 912 time: 0.2902372 Nov 09 15:28:18.733760 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-62210ed0-b5d1-45d9-a02a-69d679dfa526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35844a15-8600-4606-b254-060c78efc1d6', 'name': 'tempest-AttachVolumeTestJSON-600668670-router', 'tenant_id': '41dafbb04b984e61a49bf7c195f04598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.217'}], 'enable_snat': True}, 'gw_port_id': 'ee1577dd-f5f0-4945-80ba-b63d07808acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:27:05Z', 'updated_at': '2021-11-09T15:27:27Z', 'revision_number': 4, 'project_id': '41dafbb04b984e61a49bf7c195f04598', 'gw_port': {'id': 'ee1577dd-f5f0-4945-80ba-b63d07808acd', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35844a15-8600-4606-b254-060c78efc1d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:07Z', 'updated_at': '2021-11-09T15:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_floatingips': [{'id': 'b9cb6364-cf78-4b9e-b4cc-9398e1816b69', 'tenant_id': '41dafbb04b984e61a49bf7c195f04598', 'floating_ip_address': '172.28.0.157', 'floating_network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'router_id': '35844a15-8600-4606-b254-060c78efc1d6', 'port_id': '9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54e70c2d-ce99-4138-a9cc-3f850389a6a6', 'mac_address': 'fa:16:3e:92:bf:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa659748-7098-4d83-bee9-fa7de9ff5c12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T15:27:41Z', 'updated_at': '2021-11-09T15:28:16Z', 'revision_number': 1, 'project_id': '41dafbb04b984e61a49bf7c195f04598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0123e44-58b7-4fd3-94a6-a7b383ce95cb', 'name': '', 'network_id': '54e70c2d-ce99-4138-a9cc-3f850389a6a6', 'tenant_id': '41dafbb04b984e61a49bf7c195f04598', 'mac_address': 'fa:16:3e:0f:de:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35844a15-8600-4606-b254-060c78efc1d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '9b608a26-d042-452d-99ad-6e47cca5fd61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:22Z', 'updated_at': '2021-11-09T15:27:37Z', 'revision_number': 5, 'project_id': '41dafbb04b984e61a49bf7c195f04598', 'subnets': [{'id': '9b608a26-d042-452d-99ad-6e47cca5fd61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:28:18.738296 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62210ed0-b5d1-45d9-a02a-69d679dfa526 None None] Checking router: 35844a15-8600-4606-b254-060c78efc1d6 for host: dv-cinder-817223-1-smb {{(pid=86841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 15:28:18.749042 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62210ed0-b5d1-45d9-a02a-69d679dfa526 None None] Routers {'35844a15-8600-4606-b254-060c78efc1d6'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:28:18.749960 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-62210ed0-b5d1-45d9-a02a-69d679dfa526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:27:58Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['35844a15-8600-4606-b254-060c78efc1d6'], 'active': True} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:28:18.786272 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 37162) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:28:18.854349 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ad92009a-369e-4400-9a8d-ace3989c7b5e req-edfb9dc7-bf2a-4e08-bc17-e523621a902b tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065963 Nov 09 15:28:18.886408 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-646eaa71-8252-4f5e-9e11-fe52fe5d8c3c req-99afdfe1-783e-4022-a375-dd24075e6911 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7 HTTP/1.1" status: 200 len: 999 time: 0.2986178 Nov 09 15:28:19.013652 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 37174) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:28:19.052221 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device f460904d-ec01-4cb0-8b80-ed93c1533470 details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=86840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 15:28:19.059852 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646eaa71-8252-4f5e-9e11-fe52fe5d8c3c req-c521752a-4b55-41bb-a57e-66eb40200b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:19.061183 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-646eaa71-8252-4f5e-9e11-fe52fe5d8c3c req-c521752a-4b55-41bb-a57e-66eb40200b33 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9b608a26-d042-452d-99ad-6e47cca5fd61 HTTP/1.1" status: 200 len: 849 time: 0.1738374 Nov 09 15:28:19.133739 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-52b3ab10-b99d-49c0-a88f-14c25ed85abb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:19.209047 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvr_db [None req-62210ed0-b5d1-45d9-a02a-69d679dfa526 None None] Set router 35844a15-8600-4606-b254-060c78efc1d6 gateway port host: dv-cinder-817223-1-smb {{(pid=86841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:28:19.230260 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3c70cd14-b12e-4f58-83a3-70f7f626dfe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:19.272862 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-52b3ab10-b99d-49c0-a88f-14c25ed85abb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:28:19.281215 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-52b3ab10-b99d-49c0-a88f-14c25ed85abb admin admin] Usage tracker for resource:security_group_rule and tenant:01ffa63c8ef9498399fb29eb94741d65 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:28:19.286904 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-52b3ab10-b99d-49c0-a88f-14c25ed85abb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:28:19.296927 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-52b3ab10-b99d-49c0-a88f-14c25ed85abb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:28:19.358690 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-3c70cd14-b12e-4f58-83a3-70f7f626dfe9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:28:19.362854 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646eaa71-8252-4f5e-9e11-fe52fe5d8c3c req-c522fe0f-13ac-49b9-a8a7-8ade7a19df9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:19.367370 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-646eaa71-8252-4f5e-9e11-fe52fe5d8c3c req-c522fe0f-13ac-49b9-a8a7-8ade7a19df9f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=54e70c2d-ce99-4138-a9cc-3f850389a6a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2186906 Nov 09 15:28:19.370654 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-3c70cd14-b12e-4f58-83a3-70f7f626dfe9 admin admin] Usage tracker for resource:security_group_rule and tenant:6e87fe81fab046b2ac23a1098f43850a is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:28:19.373467 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed21301-61b4-4a1d-b881-a3ba05651fd3 req-8767380e-26b3-4d7d-9ceb-9c45dd370693 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:19.379190 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-3c70cd14-b12e-4f58-83a3-70f7f626dfe9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:28:19.380467 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0ed21301-61b4-4a1d-b881-a3ba05651fd3 req-8767380e-26b3-4d7d-9ceb-9c45dd370693 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/ports?device_id=c22aaba6-3c22-4d48-a903-d073f1f47fec HTTP/1.1" status: 200 len: 944 time: 0.3182573 Nov 09 15:28:19.396095 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port f460904d-ec01-4cb0-8b80-ed93c1533470, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=f460904d-ec01-4cb0-8b80-ed93c1533470,segment=NetworkSegment(cb3e2300-bba2-44c4-a23a-2f046f6f2f01),segment_id=cb3e2300-bba2-44c4-a23a-2f046f6f2f01)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:28:19.397496 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-3c70cd14-b12e-4f58-83a3-70f7f626dfe9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:28:19.421594 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Returning: {'device': 'f460904d-ec01-4cb0-8b80-ed93c1533470', 'network_id': 'a2e9ca63-08d0-4eac-a2ae-1f5d5d6ad4d9', 'port_id': 'f460904d-ec01-4cb0-8b80-ed93c1533470', 'mac_address': 'fa:16:3e:d0:f5:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f57476-410c-4b3d-91b9-89f2304800f1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 15:28:19.497757 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:19.529108 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.notifiers.nova [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f460904d-ec01-4cb0-8b80-ed93c1533470 {{(pid=86840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 15:28:19.533348 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-646eaa71-8252-4f5e-9e11-fe52fe5d8c3c req-09d64504-8807-4772-b25e-2970f42e17da service neutron] 10.222.0.44 "GET /v2.0/networks/54e70c2d-ce99-4138-a9cc-3f850389a6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507149 Nov 09 15:28:19.570753 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port f460904d-ec01-4cb0-8b80-ed93c1533470, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=f460904d-ec01-4cb0-8b80-ed93c1533470,segment=NetworkSegment(cb3e2300-bba2-44c4-a23a-2f046f6f2f01),segment_id=cb3e2300-bba2-44c4-a23a-2f046f6f2f01)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:28:19.576002 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-52b3ab10-b99d-49c0-a88f-14c25ed85abb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:19.579172 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:19.582191 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:19.590853 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-52b3ab10-b99d-49c0-a88f-14c25ed85abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:19.620687 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-042cfebc-a6f5-4a38-9377-4ea645d9f925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:19.653543 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3c70cd14-b12e-4f58-83a3-70f7f626dfe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:19.661875 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0ed21301-61b4-4a1d-b881-a3ba05651fd3 req-ddedf1f7-37d9-4fb0-af74-8a905ad42fae tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/security-groups?id=915b7b9b-afaf-4737-bf9f-e7822f820745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804186 Nov 09 15:28:19.663637 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-52b3ab10-b99d-49c0-a88f-14c25ed85abb admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=01ffa63c8ef9498399fb29eb94741d65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8754959 Nov 09 15:28:19.668796 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 37190) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:28:19.671115 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3c70cd14-b12e-4f58-83a3-70f7f626dfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:19.718052 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Pushing event updated for resources: {'Port': ['ID=f460904d-ec01-4cb0-8b80-ed93c1533470,revision_number=4']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:19.719444 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-646eaa71-8252-4f5e-9e11-fe52fe5d8c3c req-7e59cb81-5bee-4086-85f1-46430bf70f1e service neutron] 10.222.0.44 "GET /v2.0/networks/54e70c2d-ce99-4138-a9cc-3f850389a6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771684 Nov 09 15:28:19.733429 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:19.761394 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-3c70cd14-b12e-4f58-83a3-70f7f626dfe9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6e87fe81fab046b2ac23a1098f43850a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7457910 Nov 09 15:28:19.765540 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 37196) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:28:19.770754 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b3ab10-b99d-49c0-a88f-14c25ed85abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb496b1-b97c-406b-8811-c13f2982b84f,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:19.776311 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-52b3ab10-b99d-49c0-a88f-14c25ed85abb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:19.776801 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-c97e018e-facd-491c-b4de-77ba14a94e18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:19.831831 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-7e50542f-36a2-4f8b-b44b-18a68d7f5d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:19.850636 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c70cd14-b12e-4f58-83a3-70f7f626dfe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcabebb4-cd55-4952-aef7-7e4df19cb202,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:19.855513 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-3c70cd14-b12e-4f58-83a3-70f7f626dfe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:19.870411 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-7e50542f-36a2-4f8b-b44b-18a68d7f5d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:19.945189 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-7e50542f-36a2-4f8b-b44b-18a68d7f5d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:19.952228 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1a04c83d-98f8-4959-b3d8-7d2b19a0cbf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:19.968533 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e50542f-36a2-4f8b-b44b-18a68d7f5d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb496b1-b97c-406b-8811-c13f2982b84f,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:19.972356 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-7e50542f-36a2-4f8b-b44b-18a68d7f5d37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:19.996251 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-7e50542f-36a2-4f8b-b44b-18a68d7f5d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:20.001786 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-7e50542f-36a2-4f8b-b44b-18a68d7f5d37 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/bfb496b1-b97c-406b-8811-c13f2982b84f HTTP/1.1" status: 204 len: 168 time: 0.2932012 Nov 09 15:28:20.005214 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-62210ed0-b5d1-45d9-a02a-69d679dfa526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35844a15-8600-4606-b254-060c78efc1d6', 'name': 'tempest-AttachVolumeTestJSON-600668670-router', 'tenant_id': '41dafbb04b984e61a49bf7c195f04598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.217'}], 'enable_snat': True}, 'gw_port_id': 'ee1577dd-f5f0-4945-80ba-b63d07808acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:27:05Z', 'updated_at': '2021-11-09T15:27:27Z', 'revision_number': 4, 'project_id': '41dafbb04b984e61a49bf7c195f04598', 'gw_port': {'id': 'ee1577dd-f5f0-4945-80ba-b63d07808acd', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35844a15-8600-4606-b254-060c78efc1d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:07Z', 'updated_at': '2021-11-09T15:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_floatingips': [{'id': 'b9cb6364-cf78-4b9e-b4cc-9398e1816b69', 'tenant_id': '41dafbb04b984e61a49bf7c195f04598', 'floating_ip_address': '172.28.0.157', 'floating_network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'router_id': '35844a15-8600-4606-b254-060c78efc1d6', 'port_id': '9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54e70c2d-ce99-4138-a9cc-3f850389a6a6', 'mac_address': 'fa:16:3e:92:bf:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa659748-7098-4d83-bee9-fa7de9ff5c12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T15:27:41Z', 'updated_at': '2021-11-09T15:28:16Z', 'revision_number': 1, 'project_id': '41dafbb04b984e61a49bf7c195f04598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0123e44-58b7-4fd3-94a6-a7b383ce95cb', 'name': '', 'network_id': '54e70c2d-ce99-4138-a9cc-3f850389a6a6', 'tenant_id': '41dafbb04b984e61a49bf7c195f04598', 'mac_address': 'fa:16:3e:0f:de:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35844a15-8600-4606-b254-060c78efc1d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '9b608a26-d042-452d-99ad-6e47cca5fd61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:22Z', 'updated_at': '2021-11-09T15:27:37Z', 'revision_number': 5, 'project_id': '41dafbb04b984e61a49bf7c195f04598', 'subnets': [{'id': '9b608a26-d042-452d-99ad-6e47cca5fd61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:28:20.018072 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62210ed0-b5d1-45d9-a02a-69d679dfa526 None None] The sync data for ids ['35844a15-8600-4606-b254-060c78efc1d6'] in dv-cinder-817223-1-smb is: [{'id': '35844a15-8600-4606-b254-060c78efc1d6', 'name': 'tempest-AttachVolumeTestJSON-600668670-router', 'tenant_id': '41dafbb04b984e61a49bf7c195f04598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.217'}], 'enable_snat': True}, 'gw_port_id': 'ee1577dd-f5f0-4945-80ba-b63d07808acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:27:05Z', 'updated_at': '2021-11-09T15:27:27Z', 'revision_number': 4, 'project_id': '41dafbb04b984e61a49bf7c195f04598', 'gw_port': {'id': 'ee1577dd-f5f0-4945-80ba-b63d07808acd', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35844a15-8600-4606-b254-060c78efc1d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:07Z', 'updated_at': '2021-11-09T15:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_floatingips': [{'id': 'b9cb6364-cf78-4b9e-b4cc-9398e1816b69', 'tenant_id': '41dafbb04b984e61a49bf7c195f04598', 'floating_ip_address': '172.28.0.157', 'floating_network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'router_id': '35844a15-8600-4606-b254-060c78efc1d6', 'port_id': '9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54e70c2d-ce99-4138-a9cc-3f850389a6a6', 'mac_address': 'fa:16:3e:92:bf:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa659748-7098-4d83-bee9-fa7de9ff5c12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T15:27:41Z', 'updated_at': '2021-11-09T15:28:16Z', 'revision_number': 1, 'project_id': '41dafbb04b984e61a49bf7c195f04598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0123e44-58b7-4fd3-94a6-a7b383ce95cb', 'name': '', 'network_id': '54e70c2d-ce99-4138-a9cc-3f850389a6a6', 'tenant_id': '41dafbb04b984e61a49bf7c195f04598', 'mac_address': 'fa:16:3e:0f:de:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35844a15-8600-4606-b254-060c78efc1d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '9b608a26-d042-452d-99ad-6e47cca5fd61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:22Z', 'updated_at': '2021-11-09T15:27:37Z', 'revision_number': 5, 'project_id': '41dafbb04b984e61a49bf7c195f04598', 'subnets': [{'id': '9b608a26-d042-452d-99ad-6e47cca5fd61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 15:28:20.084474 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:20.143507 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] get_ports_and_sgs() called for port_ids ['f460904d-ec01-4cb0-8b80-ed93c1533470'] {{(pid=86840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 09 15:28:20.146510 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-26d85084-8882-47b9-a2aa-7832d8de208c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:20.180694 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-26d85084-8882-47b9-a2aa-7832d8de208c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:20.248107 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df477aba-edf6-48e7-a2e6-4556c71bb910 req-76e570f2-baa0-4ebb-ba5c-a583e842dcd7 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:20.249556 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-df477aba-edf6-48e7-a2e6-4556c71bb910 req-76e570f2-baa0-4ebb-ba5c-a583e842dcd7 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 945 time: 0.2000954 Nov 09 15:28:20.303440 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-26d85084-8882-47b9-a2aa-7832d8de208c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:20.321015 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-ed46ecfc-66a0-4127-a576-57b14e7950b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:20.358562 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d85084-8882-47b9-a2aa-7832d8de208c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcabebb4-cd55-4952-aef7-7e4df19cb202,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:20.382486 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-26d85084-8882-47b9-a2aa-7832d8de208c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:20.388377 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-26d85084-8882-47b9-a2aa-7832d8de208c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:20.390515 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-26d85084-8882-47b9-a2aa-7832d8de208c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/dcabebb4-cd55-4952-aef7-7e4df19cb202 HTTP/1.1" status: 204 len: 168 time: 0.6238687 Nov 09 15:28:20.426595 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-df477aba-edf6-48e7-a2e6-4556c71bb910 req-e6f9f3e5-bbc6-4f7e-b399-d4739cc35798 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532226 Nov 09 15:28:20.452989 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27afd85d-4171-42fe-a4c3-09daaa133bb4 None None] New status for floating IP b9cb6364-cf78-4b9e-b4cc-9398e1816b69: ACTIVE {{(pid=86840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 15:28:20.723023 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 37230) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:28:20.762381 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-b12a74b9-896d-40b5-8406-e4778ad3aee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:20.800398 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-b12a74b9-896d-40b5-8406-e4778ad3aee1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:28:20.807204 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-b12a74b9-896d-40b5-8406-e4778ad3aee1 admin admin] Usage tracker for resource:security_group_rule and tenant:8542a67d1ed74f0f821fdc5bffd23e28 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:28:20.814977 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-b12a74b9-896d-40b5-8406-e4778ad3aee1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:28:20.824026 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-b12a74b9-896d-40b5-8406-e4778ad3aee1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:28:20.938653 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-b12a74b9-896d-40b5-8406-e4778ad3aee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:20.943687 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-b12a74b9-896d-40b5-8406-e4778ad3aee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:20.956570 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-b1e898be-ea04-406c-806a-8021ac572cc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:20.977101 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788eda09-84bc-4bed-b634-6446982d832d req-51d08e5f-3072-4220-a38a-5e70adb4e135 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:20.978673 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-788eda09-84bc-4bed-b634-6446982d832d req-51d08e5f-3072-4220-a38a-5e70adb4e135 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/ports?device_id=c22aaba6-3c22-4d48-a903-d073f1f47fec HTTP/1.1" status: 200 len: 945 time: 0.1485980 Nov 09 15:28:20.998481 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12a74b9-896d-40b5-8406-e4778ad3aee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6c1a8f-0d50-4325-9c1a-ad586ab39b59,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:21.004891 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-b12a74b9-896d-40b5-8406-e4778ad3aee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:21.013384 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-b12a74b9-896d-40b5-8406-e4778ad3aee1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8542a67d1ed74f0f821fdc5bffd23e28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2856140 Nov 09 15:28:21.013688 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 37240) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:28:21.051683 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-788eda09-84bc-4bed-b634-6446982d832d req-ad284b33-430d-414a-b6ba-725d8ede4613 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/security-groups?id=915b7b9b-afaf-4737-bf9f-e7822f820745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667298 Nov 09 15:28:21.078286 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-a1c58b37-e96b-4423-8a08-c23d53999845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:21.112612 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-a1c58b37-e96b-4423-8a08-c23d53999845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:21.175850 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-a1c58b37-e96b-4423-8a08-c23d53999845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:21.186872 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-7e50542f-36a2-4f8b-b44b-18a68d7f5d37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:21.203965 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c58b37-e96b-4423-8a08-c23d53999845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6c1a8f-0d50-4325-9c1a-ad586ab39b59,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:21.206382 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-a1c58b37-e96b-4423-8a08-c23d53999845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:21.207363 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-a1c58b37-e96b-4423-8a08-c23d53999845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:21.211284 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-a1c58b37-e96b-4423-8a08-c23d53999845 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/bb6c1a8f-0d50-4325-9c1a-ad586ab39b59 HTTP/1.1" status: 204 len: 168 time: 0.1938329 Nov 09 15:28:21.696807 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f27c0-0e75-48e5-8e0f-2f8a9a157e56 req-59449385-2017-4817-a3ea-38d9af2ff71a tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:21.698554 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d91f27c0-0e75-48e5-8e0f-2f8a9a157e56 req-59449385-2017-4817-a3ea-38d9af2ff71a tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 945 time: 0.1104617 Nov 09 15:28:21.755658 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d91f27c0-0e75-48e5-8e0f-2f8a9a157e56 req-0630b122-8e5e-4e10-abc6-655b86ff3246 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507579 Nov 09 15:28:22.047179 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc215b-ef7d-4073-a348-92904c64d781 req-eaa8cff2-7b7d-4a8e-a230-973036227757 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:22.048772 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d3fc215b-ef7d-4073-a348-92904c64d781 req-eaa8cff2-7b7d-4a8e-a230-973036227757 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/networks?id=b035d5f5-109a-431a-855e-5d68d792ce82 HTTP/1.1" status: 200 len: 815 time: 0.1841371 Nov 09 15:28:22.065243 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d3fc215b-ef7d-4073-a348-92904c64d781 req-e2389b8c-498c-43d3-bee3-1e45f614e934 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/quotas/28b355fa4e264999823dc9f7078c4198 HTTP/1.1" status: 200 len: 375 time: 0.0107758 Nov 09 15:28:22.174898 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d3fc215b-ef7d-4073-a348-92904c64d781 req-5aad2e63-e404-44f9-8693-446ed5feabab tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=28b355fa4e264999823dc9f7078c4198&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1020322 Nov 09 15:28:22.395200 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e452a557-a525-4a6a-8acf-912de36e721c req-edc1c6ef-e8aa-4eac-974c-f38e3b2f0410 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:22.395200 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e452a557-a525-4a6a-8acf-912de36e721c req-edc1c6ef-e8aa-4eac-974c-f38e3b2f0410 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/ports?device_id=c22aaba6-3c22-4d48-a903-d073f1f47fec HTTP/1.1" status: 200 len: 945 time: 0.2173097 Nov 09 15:28:22.400344 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d3fc215b-ef7d-4073-a348-92904c64d781 req-a3f608ed-f88c-4ce8-a5b1-528b204c1b0c service neutron] 10.222.0.83 "GET /v2.0/networks/b035d5f5-109a-431a-855e-5d68d792ce82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776345 Nov 09 15:28:22.548121 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e452a557-a525-4a6a-8acf-912de36e721c req-40e94aa0-ad23-4cf2-917a-2aa61b0b2da8 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/security-groups?id=915b7b9b-afaf-4737-bf9f-e7822f820745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465352 Nov 09 15:28:22.640568 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d3fc215b-ef7d-4073-a348-92904c64d781 req-01d7875e-1f43-4cb6-9da2-6ece0f49e6af service neutron] 10.222.0.83 "GET /v2.0/networks/b035d5f5-109a-431a-855e-5d68d792ce82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227464 Nov 09 15:28:22.851639 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-58da0ab0-1c6d-4554-9d3f-b02de8b3ad41 req-f26fe64b-9462-49cd-98e4-7bb5ab2af0d1 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=8dac43de-c193-446e-b087-0b897e82b865 HTTP/1.1" status: 200 len: 210 time: 0.0500345 Nov 09 15:28:23.079737 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device f460904d-ec01-4cb0-8b80-ed93c1533470 up at agent hyperv_hv-cinder-81722 {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:28:23.096274 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca840f-c852-4df7-8e8f-86c2d3a0bc23 req-7563362a-7bae-46d0-bc75-c829f735c4cd tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:23.104829 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-55ca840f-c852-4df7-8e8f-86c2d3a0bc23 req-7563362a-7bae-46d0-bc75-c829f735c4cd tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 945 time: 0.1268368 Nov 09 15:28:23.165501 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-55ca840f-c852-4df7-8e8f-86c2d3a0bc23 req-85dd771c-3553-400b-b3a3-eebfc19bab05 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579314 Nov 09 15:28:23.227522 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Provisioning for port f460904d-ec01-4cb0-8b80-ed93c1533470 completed by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:28:23.236630 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Provisioning complete for port f460904d-ec01-4cb0-8b80-ed93c1533470 triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:28:23.238190 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:23.418912 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:23.454448 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c22aaba6-3c22-4d48-a903-d073f1f47fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f460904d-ec01-4cb0-8b80-ed93c1533470'}] {{(pid=86840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:28:23.462947 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port f460904d-ec01-4cb0-8b80-ed93c1533470, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=f460904d-ec01-4cb0-8b80-ed93c1533470,segment=NetworkSegment(cb3e2300-bba2-44c4-a23a-2f046f6f2f01),segment_id=cb3e2300-bba2-44c4-a23a-2f046f6f2f01)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:28:23.468296 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:23.470740 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:23.538899 dv-cinder-817223-1-smb neutron-server[86840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c22aaba6-3c22-4d48-a903-d073f1f47fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f460904d-ec01-4cb0-8b80-ed93c1533470', 'code': 200} Nov 09 15:28:23.550086 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Pushing event updated for resources: {'Port': ['ID=f460904d-ec01-4cb0-8b80-ed93c1533470,revision_number=5']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:23.553018 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:23.788148 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1580d25-d1a9-4fe3-b098-af8d0a9b0a26 req-0d8c713a-1724-415d-b88b-7965b1753417 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:23.789849 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d1580d25-d1a9-4fe3-b098-af8d0a9b0a26 req-0d8c713a-1724-415d-b88b-7965b1753417 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/ports?device_id=c22aaba6-3c22-4d48-a903-d073f1f47fec HTTP/1.1" status: 200 len: 946 time: 0.1244271 Nov 09 15:28:23.886053 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d1580d25-d1a9-4fe3-b098-af8d0a9b0a26 req-f0d2d143-bc5e-4234-b36a-f8378efda2c2 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/security-groups?id=915b7b9b-afaf-4737-bf9f-e7822f820745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603769 Nov 09 15:28:23.899733 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e5027-10f5-44b2-8a49-11bb53f2d631 req-d877c050-6522-4010-bc20-240951420c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:23.901531 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-189e5027-10f5-44b2-8a49-11bb53f2d631 req-d877c050-6522-4010-bc20-240951420c9b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c22aaba6-3c22-4d48-a903-d073f1f47fec HTTP/1.1" status: 200 len: 1099 time: 0.1106110 Nov 09 15:28:23.948306 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-189e5027-10f5-44b2-8a49-11bb53f2d631 req-f4118977-34e9-4961-b1c9-f25431dbaa4e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=915b7b9b-afaf-4737-bf9f-e7822f820745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397658 Nov 09 15:28:24.028363 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-eaa36df6-8099-4795-862a-c5cb4bc32937 req-e2849eff-f0e7-45ac-bc65-e9203a68a331 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=8dac43de-c193-446e-b087-0b897e82b865 HTTP/1.1" status: 200 len: 210 time: 0.0490787 Nov 09 15:28:24.360694 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdfd1a-113b-4de1-8bee-6e99769b2dcd req-b1e2fc34-edfc-4bf1-860c-ce31071bab57 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:24.362250 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-03cdfd1a-113b-4de1-8bee-6e99769b2dcd req-b1e2fc34-edfc-4bf1-860c-ce31071bab57 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 945 time: 0.0809069 Nov 09 15:28:24.410495 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-03cdfd1a-113b-4de1-8bee-6e99769b2dcd req-fa31f5cb-7518-40ea-8910-446cf34549e2 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427306 Nov 09 15:28:25.051554 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc215b-ef7d-4073-a348-92904c64d781 req-a3305baf-f350-4bd9-8ce7-f1095619bc9c tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:25.053015 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d3fc215b-ef7d-4073-a348-92904c64d781 req-a3305baf-f350-4bd9-8ce7-f1095619bc9c tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.44 "GET /v2.0/networks?id=b035d5f5-109a-431a-855e-5d68d792ce82 HTTP/1.1" status: 200 len: 815 time: 0.1891952 Nov 09 15:28:25.090258 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-90773b0c-4ab6-4845-8476-b53600fd53e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:25.130320 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [req-d3fc215b-ef7d-4073-a348-92904c64d781 req-f301cb83-dc30-4fb6-9fbe-5014796e5f59 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Request body: {'port': {'device_id': '8dac43de-c193-446e-b087-0b897e82b865', 'network_id': 'b035d5f5-109a-431a-855e-5d68d792ce82', 'admin_state_up': True, 'tenant_id': '28b355fa4e264999823dc9f7078c4198'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:28:25.265645 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c41100b8-64ce-47d5-b86b-7ba806c7d880 req-8c8af033-aa0f-4742-b0d7-0b5e7ddda290 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=8dac43de-c193-446e-b087-0b897e82b865 HTTP/1.1" status: 200 len: 210 time: 0.0654418 Nov 09 15:28:25.336420 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3145fe-bb09-4ba7-8faa-a1867ff67c98 req-7aeb4f0c-6d95-48f2-a5f3-b3afcc3c6594 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:25.337887 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-fc3145fe-bb09-4ba7-8faa-a1867ff67c98 req-7aeb4f0c-6d95-48f2-a5f3-b3afcc3c6594 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/ports?device_id=c22aaba6-3c22-4d48-a903-d073f1f47fec HTTP/1.1" status: 200 len: 946 time: 0.3288066 Nov 09 15:28:25.342949 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [req-d3fc215b-ef7d-4073-a348-92904c64d781 req-f301cb83-dc30-4fb6-9fbe-5014796e5f59 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:28:25.369755 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [req-d3fc215b-ef7d-4073-a348-92904c64d781 req-f301cb83-dc30-4fb6-9fbe-5014796e5f59 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:28:25.392284 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3fc215b-ef7d-4073-a348-92904c64d781 req-f301cb83-dc30-4fb6-9fbe-5014796e5f59 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Made reservation on behalf of 28b355fa4e264999823dc9f7078c4198 for: {'port': 1} {{(pid=86838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 15:28:25.395792 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-d3fc215b-ef7d-4073-a348-92904c64d781 req-f301cb83-dc30-4fb6-9fbe-5014796e5f59 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:25.414986 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-fc3145fe-bb09-4ba7-8faa-a1867ff67c98 req-60ab1343-5b30-4107-8696-6967818b07f9 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/security-groups?id=915b7b9b-afaf-4737-bf9f-e7822f820745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694785 Nov 09 15:28:25.483467 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:25.645244 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.db_base_plugin_common [req-d3fc215b-ef7d-4073-a348-92904c64d781 req-f301cb83-dc30-4fb6-9fbe-5014796e5f59 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Allocated IP 172.20.0.6 (b035d5f5-109a-431a-855e-5d68d792ce82/00451814-090f-4726-afa8-b056c39dc97c/e0429ff9-725b-44b8-8102-eef789e7b107) {{(pid=86838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 15:28:25.689842 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87490b45-b629-4c62-81bc-832351edfc21 req-15f7d7d3-0824-47e1-b20e-9cfde383c4b2 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:25.691348 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-87490b45-b629-4c62-81bc-832351edfc21 req-15f7d7d3-0824-47e1-b20e-9cfde383c4b2 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 945 time: 0.1397085 Nov 09 15:28:25.836955 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-87490b45-b629-4c62-81bc-832351edfc21 req-0a32c410-d074-4b08-9459-1c6170b4e89d tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339931 Nov 09 15:28:25.923392 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-d3fc215b-ef7d-4073-a348-92904c64d781 req-f301cb83-dc30-4fb6-9fbe-5014796e5f59 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Notify callbacks [] for port, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:25.963311 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-d3fc215b-ef7d-4073-a348-92904c64d781 req-f301cb83-dc30-4fb6-9fbe-5014796e5f59 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763972296951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1120097'] for port, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:25.970598 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:25.976235 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] get_ports_and_sgs() called for port_ids ['9f74fd00-44b6-4aef-8ce4-7462002bd590', 'f34ba5a6-c287-4975-9c1f-cc6f058d4c73'] {{(pid=86840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 09 15:28:26.036949 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3fc215b-ef7d-4073-a348-92904c64d781 req-f301cb83-dc30-4fb6-9fbe-5014796e5f59 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Network b035d5f5-109a-431a-855e-5d68d792ce82 is already hosted by enough agents. {{(pid=86838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 15:28:26.040056 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [req-d3fc215b-ef7d-4073-a348-92904c64d781 req-f301cb83-dc30-4fb6-9fbe-5014796e5f59 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Resources bound (agent type, host, resource id): {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:28:26.045033 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3fc215b-ef7d-4073-a348-92904c64d781 req-f301cb83-dc30-4fb6-9fbe-5014796e5f59 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Received port after_create {{(pid=86838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 09 15:28:26.093343 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f301cb83-dc30-4fb6-9fbe-5014796e5f59 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Pushing event updated for resources: {'Port': ['ID=e0429ff9-725b-44b8-8102-eef789e7b107,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:26.097912 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-f301cb83-dc30-4fb6-9fbe-5014796e5f59 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:26.118824 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc215b-ef7d-4073-a348-92904c64d781 req-f301cb83-dc30-4fb6-9fbe-5014796e5f59 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:26.119650 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-d3fc215b-ef7d-4073-a348-92904c64d781 req-f301cb83-dc30-4fb6-9fbe-5014796e5f59 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:26.146463 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d3fc215b-ef7d-4073-a348-92904c64d781 req-f301cb83-dc30-4fb6-9fbe-5014796e5f59 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0211258 Nov 09 15:28:26.162783 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [req-d3fc215b-ef7d-4073-a348-92904c64d781 req-1bbc0cd7-b8ab-4aec-92de-fd038cc326d9 service neutron] Request body: {'port': {'device_id': '8dac43de-c193-446e-b087-0b897e82b865', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:28:26.302890 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-d3fc215b-ef7d-4073-a348-92904c64d781 req-1bbc0cd7-b8ab-4aec-92de-fd038cc326d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:26.480200 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 37480) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:28:26.682384 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-166c39c2-17bb-402e-9ac9-3f3e7793ce1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:26.698645 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-166c39c2-17bb-402e-9ac9-3f3e7793ce1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:28:26.704327 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-166c39c2-17bb-402e-9ac9-3f3e7793ce1f admin admin] Usage tracker for resource:security_group_rule and tenant:2f92dee591a54032b58bdb87f431cd9c is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:28:26.707207 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-166c39c2-17bb-402e-9ac9-3f3e7793ce1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:28:26.714557 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-166c39c2-17bb-402e-9ac9-3f3e7793ce1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:28:26.789732 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8cecf-2c36-41b1-8403-ec7f2f275be2 req-7f978955-7eca-4377-96f3-2fe1ee54c781 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:26.790467 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-78e8cecf-2c36-41b1-8403-ec7f2f275be2 req-7f978955-7eca-4377-96f3-2fe1ee54c781 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Synchronizing usage tracker for tenant:28b355fa4e264999823dc9f7078c4198 on resource:port {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 15:28:26.819670 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa39e86-54df-4d53-a404-5955542bf5a9 req-371564e7-8f7a-45a7-89b6-45e062ead27d tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:26.821205 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0fa39e86-54df-4d53-a404-5955542bf5a9 req-371564e7-8f7a-45a7-89b6-45e062ead27d tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/ports?device_id=c22aaba6-3c22-4d48-a903-d073f1f47fec HTTP/1.1" status: 200 len: 946 time: 0.2031796 Nov 09 15:28:26.821610 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-166c39c2-17bb-402e-9ac9-3f3e7793ce1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:26.827132 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-166c39c2-17bb-402e-9ac9-3f3e7793ce1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:26.837593 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-b12a74b9-896d-40b5-8406-e4778ad3aee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:26.869261 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-166c39c2-17bb-402e-9ac9-3f3e7793ce1f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2f92dee591a54032b58bdb87f431cd9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3876216 Nov 09 15:28:26.873455 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 37498) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:28:26.876634 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-78e8cecf-2c36-41b1-8403-ec7f2f275be2 req-7f978955-7eca-4377-96f3-2fe1ee54c781 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Unset dirty status for tenant:28b355fa4e264999823dc9f7078c4198 on resource:port {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 15:28:26.877738 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-78e8cecf-2c36-41b1-8403-ec7f2f275be2 req-7f978955-7eca-4377-96f3-2fe1ee54c781 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=8dac43de-c193-446e-b087-0b897e82b865 HTTP/1.1" status: 200 len: 931 time: 0.3112390 Nov 09 15:28:26.935097 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [req-d3fc215b-ef7d-4073-a348-92904c64d781 req-1bbc0cd7-b8ab-4aec-92de-fd038cc326d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0429ff9-725b-44b8-8102-eef789e7b107 {{(pid=86838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 15:28:26.942079 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c39c2-17bb-402e-9ac9-3f3e7793ce1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4ee0b0-c5ae-4429-a7e5-72d650059fd1,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:26.946094 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-166c39c2-17bb-402e-9ac9-3f3e7793ce1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:26.957459 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-d3fc215b-ef7d-4073-a348-92904c64d781 req-1bbc0cd7-b8ab-4aec-92de-fd038cc326d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:26.962746 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3c6a7c23-39e0-461f-a64f-4064bd19fb2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:26.983570 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0fa39e86-54df-4d53-a404-5955542bf5a9 req-a6d5b8ef-9bfb-4322-968d-fef9c751dd4e tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/security-groups?id=915b7b9b-afaf-4737-bf9f-e7822f820745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218398 Nov 09 15:28:26.993779 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3c6a7c23-39e0-461f-a64f-4064bd19fb2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:27.025153 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-78e8cecf-2c36-41b1-8403-ec7f2f275be2 req-f3aedb89-58e7-43ab-8ca9-4829cebf8c73 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321769 Nov 09 15:28:27.035179 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.provisioning_blocks [req-d3fc215b-ef7d-4073-a348-92904c64d781 req-1bbc0cd7-b8ab-4aec-92de-fd038cc326d9 service neutron] Transition to ACTIVE for port object e0429ff9-725b-44b8-8102-eef789e7b107 will not be triggered until provisioned by entity L2. {{(pid=86838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:28:27.041342 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-d3fc215b-ef7d-4073-a348-92904c64d781 req-1bbc0cd7-b8ab-4aec-92de-fd038cc326d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1120024'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:27.056777 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-276f2be1-0363-473c-b294-0f524a444d8b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:27.057440 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3c6a7c23-39e0-461f-a64f-4064bd19fb2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:27.070199 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-4e2e1743-e80f-4be3-8d3f-5bcbdcf73a84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:27.104429 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6a7c23-39e0-461f-a64f-4064bd19fb2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4ee0b0-c5ae-4429-a7e5-72d650059fd1,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:27.114736 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3c6a7c23-39e0-461f-a64f-4064bd19fb2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:27.118488 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-3c6a7c23-39e0-461f-a64f-4064bd19fb2c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8a4ee0b0-c5ae-4429-a7e5-72d650059fd1 HTTP/1.1" status: 204 len: 168 time: 0.2415993 Nov 09 15:28:27.118488 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-3c6a7c23-39e0-461f-a64f-4064bd19fb2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:27.375475 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbc0cd7-b8ab-4aec-92de-fd038cc326d9 service neutron] Pushing event updated for resources: {'Port': ['ID=e0429ff9-725b-44b8-8102-eef789e7b107,revision_number=2']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:27.379394 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-1bbc0cd7-b8ab-4aec-92de-fd038cc326d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:27.463114 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 37510) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:28:27.482036 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-f1f9315f-adb1-4d56-8ab7-dece4bae850b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:27.499783 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-f1f9315f-adb1-4d56-8ab7-dece4bae850b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:28:27.503642 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-f1f9315f-adb1-4d56-8ab7-dece4bae850b admin admin] Usage tracker for resource:security_group_rule and tenant:f8d8d982941448f2aa8d341b90a503fd is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:28:27.506483 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-f1f9315f-adb1-4d56-8ab7-dece4bae850b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:28:27.506757 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-d3fc215b-ef7d-4073-a348-92904c64d781 req-1bbc0cd7-b8ab-4aec-92de-fd038cc326d9 service neutron] Attempting to bind port e0429ff9-725b-44b8-8102-eef789e7b107 on host hv-cinder-81722 for vnic_type normal with profile {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 15:28:27.507091 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-d3fc215b-ef7d-4073-a348-92904c64d781 req-1bbc0cd7-b8ab-4aec-92de-fd038cc326d9 service neutron] Attempting to bind port e0429ff9-725b-44b8-8102-eef789e7b107 by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': 'dbd52994-1858-4bff-b4a6-dd463f52a744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'b035d5f5-109a-431a-855e-5d68d792ce82'}] {{(pid=86838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 15:28:27.507667 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fc215b-ef7d-4073-a348-92904c64d781 req-1bbc0cd7-b8ab-4aec-92de-fd038cc326d9 service neutron] Attempting to bind port e0429ff9-725b-44b8-8102-eef789e7b107 on network b035d5f5-109a-431a-855e-5d68d792ce82 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:28:27.513005 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-f1f9315f-adb1-4d56-8ab7-dece4bae850b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:28:27.515845 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fc215b-ef7d-4073-a348-92904c64d781 req-1bbc0cd7-b8ab-4aec-92de-fd038cc326d9 service neutron] Port e0429ff9-725b-44b8-8102-eef789e7b107 on network b035d5f5-109a-431a-855e-5d68d792ce82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 09 15:28:27.516165 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fc215b-ef7d-4073-a348-92904c64d781 req-1bbc0cd7-b8ab-4aec-92de-fd038cc326d9 service neutron] Attempting to bind port e0429ff9-725b-44b8-8102-eef789e7b107 on network b035d5f5-109a-431a-855e-5d68d792ce82 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:28:27.523953 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fc215b-ef7d-4073-a348-92904c64d781 req-1bbc0cd7-b8ab-4aec-92de-fd038cc326d9 service neutron] Checking agent: {'id': '5232cb7b-4e94-4f65-a0ee-0ef08f02d72d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 24, 50), 'started_at': datetime.datetime(2021, 11, 9, 15, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 09 15:28:27.524317 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fc215b-ef7d-4073-a348-92904c64d781 req-1bbc0cd7-b8ab-4aec-92de-fd038cc326d9 service neutron] Checking segment: {'id': 'dbd52994-1858-4bff-b4a6-dd463f52a744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'b035d5f5-109a-431a-855e-5d68d792ce82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:28:27.524694 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fc215b-ef7d-4073-a348-92904c64d781 req-1bbc0cd7-b8ab-4aec-92de-fd038cc326d9 service neutron] Bound using segment: {'id': 'dbd52994-1858-4bff-b4a6-dd463f52a744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'b035d5f5-109a-431a-855e-5d68d792ce82'} {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 09 15:28:27.525115 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-d3fc215b-ef7d-4073-a348-92904c64d781 req-1bbc0cd7-b8ab-4aec-92de-fd038cc326d9 service neutron] Bound port: e0429ff9-725b-44b8-8102-eef789e7b107, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd52994-1858-4bff-b4a6-dd463f52a744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'b035d5f5-109a-431a-855e-5d68d792ce82'}}] {{(pid=86838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 15:28:27.525455 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-d3fc215b-ef7d-4073-a348-92904c64d781 req-1bbc0cd7-b8ab-4aec-92de-fd038cc326d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:27.556716 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b644ef-ba91-461f-857d-393f7ec300fa req-06d0a306-496f-417e-99cd-f93915fa94cb tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:27.558834 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-99b644ef-ba91-461f-857d-393f7ec300fa req-06d0a306-496f-417e-99cd-f93915fa94cb tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 945 time: 0.1840243 Nov 09 15:28:27.608276 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-f93ade6e-e5bf-4162-aa17-390c7d994948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:27.668827 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-99b644ef-ba91-461f-857d-393f7ec300fa req-936ccf78-5c02-4ab2-a0d9-e1aa3bec22da tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830538 Nov 09 15:28:27.675129 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-d3fc215b-ef7d-4073-a348-92904c64d781 req-1bbc0cd7-b8ab-4aec-92de-fd038cc326d9 service neutron] For port e0429ff9-725b-44b8-8102-eef789e7b107, host hv-cinder-81722, cleared binding levels {{(pid=86838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 09 15:28:27.678767 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-d3fc215b-ef7d-4073-a348-92904c64d781 req-1bbc0cd7-b8ab-4aec-92de-fd038cc326d9 service neutron] For port e0429ff9-725b-44b8-8102-eef789e7b107, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=e0429ff9-725b-44b8-8102-eef789e7b107,segment=NetworkSegment(dbd52994-1858-4bff-b4a6-dd463f52a744),segment_id=dbd52994-1858-4bff-b4a6-dd463f52a744)] {{(pid=86838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 09 15:28:27.682930 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-d3fc215b-ef7d-4073-a348-92904c64d781 req-1bbc0cd7-b8ab-4aec-92de-fd038cc326d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1120024'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:27.688980 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:27.689763 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-f1f9315f-adb1-4d56-8ab7-dece4bae850b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:27.696724 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-f1f9315f-adb1-4d56-8ab7-dece4bae850b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:27.706002 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:27.745401 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-f1f9315f-adb1-4d56-8ab7-dece4bae850b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f8d8d982941448f2aa8d341b90a503fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2811406 Nov 09 15:28:27.747339 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f9315f-adb1-4d56-8ab7-dece4bae850b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a65763-2bc9-4fe9-8e80-a0a9cc687042,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:27.748746 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 37514) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:28:27.750363 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-f1f9315f-adb1-4d56-8ab7-dece4bae850b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:27.754227 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc215b-ef7d-4073-a348-92904c64d781 req-1bbc0cd7-b8ab-4aec-92de-fd038cc326d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:27.754822 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-d3fc215b-ef7d-4073-a348-92904c64d781 req-1bbc0cd7-b8ab-4aec-92de-fd038cc326d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:27.756148 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d3fc215b-ef7d-4073-a348-92904c64d781 req-1bbc0cd7-b8ab-4aec-92de-fd038cc326d9 service neutron] 10.222.0.44 "PUT /v2.0/ports/e0429ff9-725b-44b8-8102-eef789e7b107 HTTP/1.1" status: 200 len: 1093 time: 1.5977728 Nov 09 15:28:27.758935 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dac43de-c193-446e-b087-0b897e82b865', 'tag': 'e0429ff9-725b-44b8-8102-eef789e7b107'}] {{(pid=86838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:28:27.834873 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbc0cd7-b8ab-4aec-92de-fd038cc326d9 service neutron] Pushing event updated for resources: {'Port': ['ID=e0429ff9-725b-44b8-8102-eef789e7b107,revision_number=3']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:27.838189 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-1bbc0cd7-b8ab-4aec-92de-fd038cc326d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:27.850921 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dac43de-c193-446e-b087-0b897e82b865', 'tag': 'e0429ff9-725b-44b8-8102-eef789e7b107', 'status': 'completed', 'code': 200} Nov 09 15:28:27.891299 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-0bedbb0a-adb3-45f6-9064-4ff07e945073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:27.927501 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-0bedbb0a-adb3-45f6-9064-4ff07e945073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:27.941653 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc215b-ef7d-4073-a348-92904c64d781 req-b564f805-cd25-468b-9469-9eeb92dcf36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:27.943268 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d3fc215b-ef7d-4073-a348-92904c64d781 req-b564f805-cd25-468b-9469-9eeb92dcf36e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=28b355fa4e264999823dc9f7078c4198&device_id=8dac43de-c193-446e-b087-0b897e82b865 HTTP/1.1" status: 200 len: 1096 time: 0.1412311 Nov 09 15:28:28.035041 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d3fc215b-ef7d-4073-a348-92904c64d781 req-e53a2610-2e8d-420e-89f0-2219df81b0cd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0429ff9-725b-44b8-8102-eef789e7b107 HTTP/1.1" status: 200 len: 217 time: 0.0809023 Nov 09 15:28:28.095505 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-0bedbb0a-adb3-45f6-9064-4ff07e945073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:28.104851 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-663d644f-2067-4ed6-a9fe-202aa4e7082d tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:28.173984 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bedbb0a-adb3-45f6-9064-4ff07e945073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a65763-2bc9-4fe9-8e80-a0a9cc687042,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:28.218038 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-0bedbb0a-adb3-45f6-9064-4ff07e945073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:28.219503 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc215b-ef7d-4073-a348-92904c64d781 req-606160a5-2332-4911-9200-dfa70efa556b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:28.220908 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d3fc215b-ef7d-4073-a348-92904c64d781 req-606160a5-2332-4911-9200-dfa70efa556b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=00451814-090f-4726-afa8-b056c39dc97c HTTP/1.1" status: 200 len: 855 time: 0.1752152 Nov 09 15:28:28.221674 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-0bedbb0a-adb3-45f6-9064-4ff07e945073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:28.222662 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-0bedbb0a-adb3-45f6-9064-4ff07e945073 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/11a65763-2bc9-4fe9-8e80-a0a9cc687042 HTTP/1.1" status: 204 len: 168 time: 0.4724636 Nov 09 15:28:28.305488 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d3fc215b-ef7d-4073-a348-92904c64d781 req-0b712602-2e39-4b26-beeb-a0dce0d6f8c5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b035d5f5-109a-431a-855e-5d68d792ce82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529549 Nov 09 15:28:28.398600 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d685d9a4-3c91-4fba-ad7f-ebc7645fdcfd req-034e0032-ddfc-46da-a928-ff6b4c6d990c tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:28.400242 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d685d9a4-3c91-4fba-ad7f-ebc7645fdcfd req-034e0032-ddfc-46da-a928-ff6b4c6d990c tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/ports?device_id=c22aaba6-3c22-4d48-a903-d073f1f47fec HTTP/1.1" status: 200 len: 946 time: 0.2964401 Nov 09 15:28:28.427941 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196adc0-a93a-446f-b26f-c8f0a27cb1f2 req-61f1d380-9de4-4be4-806d-0f65ad25b241 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:28.429451 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4196adc0-a93a-446f-b26f-c8f0a27cb1f2 req-61f1d380-9de4-4be4-806d-0f65ad25b241 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=8dac43de-c193-446e-b087-0b897e82b865 HTTP/1.1" status: 200 len: 943 time: 0.2652247 Nov 09 15:28:28.539786 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d685d9a4-3c91-4fba-ad7f-ebc7645fdcfd req-864c25b3-6344-4be3-88d2-cf5b5a7f1b9f tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/security-groups?id=915b7b9b-afaf-4737-bf9f-e7822f820745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244657 Nov 09 15:28:28.544131 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4196adc0-a93a-446f-b26f-c8f0a27cb1f2 req-aabe68ba-4074-4864-b595-da2f49f141cc tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969193 Nov 09 15:28:28.546311 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d3fc215b-ef7d-4073-a348-92904c64d781 req-13b782b9-ce4a-4a74-845e-f3f40e5014fe service neutron] 10.222.0.44 "GET /v2.0/networks/b035d5f5-109a-431a-855e-5d68d792ce82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288201 Nov 09 15:28:28.658131 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:28.770094 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d3fc215b-ef7d-4073-a348-92904c64d781 req-d7ccdcaf-90d6-489a-92d9-6c6e4cd2b2c9 service neutron] 10.222.0.44 "GET /v2.0/networks/b035d5f5-109a-431a-855e-5d68d792ce82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142360 Nov 09 15:28:28.989930 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9adba5b-7810-4b87-bca1-c7cfe5a00ac3 req-6e353160-d8d4-4f0c-a25d-cb72fdad6f09 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:28.991434 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b9adba5b-7810-4b87-bca1-c7cfe5a00ac3 req-6e353160-d8d4-4f0c-a25d-cb72fdad6f09 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 945 time: 0.1468000 Nov 09 15:28:29.015478 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4e4a0-eb75-4e56-bd16-fe58bf24cb5e req-985c995d-e528-4867-966c-a31b5870222e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:29.016945 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f8e4e4a0-eb75-4e56-bd16-fe58bf24cb5e req-985c995d-e528-4867-966c-a31b5870222e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=28b355fa4e264999823dc9f7078c4198&device_id=8dac43de-c193-446e-b087-0b897e82b865 HTTP/1.1" status: 200 len: 1096 time: 0.1235058 Nov 09 15:28:29.108870 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b9adba5b-7810-4b87-bca1-c7cfe5a00ac3 req-b3924e82-2fde-471f-8d6f-90b97534fd9a tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113155 Nov 09 15:28:29.173508 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4e4a0-eb75-4e56-bd16-fe58bf24cb5e req-ea6c326d-4ad4-4b3b-8d5c-ce0db0cbba84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:29.174965 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f8e4e4a0-eb75-4e56-bd16-fe58bf24cb5e req-ea6c326d-4ad4-4b3b-8d5c-ce0db0cbba84 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b035d5f5-109a-431a-855e-5d68d792ce82 HTTP/1.1" status: 200 len: 917 time: 0.1440120 Nov 09 15:28:29.337865 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f8e4e4a0-eb75-4e56-bd16-fe58bf24cb5e req-2fd5c69d-c736-4d81-ae46-234cfda61b54 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0429ff9-725b-44b8-8102-eef789e7b107 HTTP/1.1" status: 200 len: 217 time: 0.1446269 Nov 09 15:28:29.423474 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4e4a0-eb75-4e56-bd16-fe58bf24cb5e req-b1a34183-053a-4813-ba3e-2e36c76d9f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:29.424887 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f8e4e4a0-eb75-4e56-bd16-fe58bf24cb5e req-b1a34183-053a-4813-ba3e-2e36c76d9f60 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=00451814-090f-4726-afa8-b056c39dc97c HTTP/1.1" status: 200 len: 855 time: 0.0701940 Nov 09 15:28:29.488005 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f8e4e4a0-eb75-4e56-bd16-fe58bf24cb5e req-f621714c-5cec-4ff6-9f7e-aba119015ff4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b035d5f5-109a-431a-855e-5d68d792ce82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415485 Nov 09 15:28:29.648252 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f8e4e4a0-eb75-4e56-bd16-fe58bf24cb5e req-c1adf18b-7fd8-422e-8565-b7691b7bb01f service neutron] 10.222.0.44 "GET /v2.0/networks/b035d5f5-109a-431a-855e-5d68d792ce82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401606 Nov 09 15:28:29.888307 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73a92c-c32d-48cb-8db2-7615d0de363f req-88567d8f-32c9-46e4-884d-a2064ebfa0b8 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:29.889782 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ca73a92c-c32d-48cb-8db2-7615d0de363f req-88567d8f-32c9-46e4-884d-a2064ebfa0b8 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=8dac43de-c193-446e-b087-0b897e82b865 HTTP/1.1" status: 200 len: 943 time: 0.1993058 Nov 09 15:28:29.893249 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f8e4e4a0-eb75-4e56-bd16-fe58bf24cb5e req-ed427edb-f875-4645-810d-e3d4a2f8ee25 service neutron] 10.222.0.44 "GET /v2.0/networks/b035d5f5-109a-431a-855e-5d68d792ce82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300382 Nov 09 15:28:29.950960 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ca73a92c-c32d-48cb-8db2-7615d0de363f req-77936157-291c-4e63-a06a-d4ff4afb2b9d tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530586 Nov 09 15:28:30.186783 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:30.244465 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 37598) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:28:30.389044 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4c827ebf-1ae3-4db9-9079-5fa8f2773be2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:30.419817 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-4c827ebf-1ae3-4db9-9079-5fa8f2773be2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:28:30.456332 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-4c827ebf-1ae3-4db9-9079-5fa8f2773be2 admin admin] Usage tracker for resource:security_group_rule and tenant:2ce2bc7f08374c329799b099ffd13a93 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:28:30.460558 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-4c827ebf-1ae3-4db9-9079-5fa8f2773be2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:28:30.477363 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-4c827ebf-1ae3-4db9-9079-5fa8f2773be2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:28:30.527860 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a55a14-3857-4ddc-8b0c-bbcfcdb90b26 req-3f552ee0-8f8d-4d13-b8dd-165da438c06c tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:30.529292 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c6a55a14-3857-4ddc-8b0c-bbcfcdb90b26 req-3f552ee0-8f8d-4d13-b8dd-165da438c06c tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/ports?device_id=c22aaba6-3c22-4d48-a903-d073f1f47fec HTTP/1.1" status: 200 len: 946 time: 0.2163055 Nov 09 15:28:30.607057 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c2a74-8116-48d8-b129-aab688537a1e req-3a2a15cf-3a41-49ed-abe0-988f6c1957ba tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:30.608512 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8e4c2a74-8116-48d8-b129-aab688537a1e req-3a2a15cf-3a41-49ed-abe0-988f6c1957ba tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 945 time: 0.1863103 Nov 09 15:28:30.612707 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c6a55a14-3857-4ddc-8b0c-bbcfcdb90b26 req-436ddb9e-562a-4aeb-8a41-fa3608ec64c2 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/security-groups?id=915b7b9b-afaf-4737-bf9f-e7822f820745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767288 Nov 09 15:28:30.692096 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8e4c2a74-8116-48d8-b129-aab688537a1e req-51cee268-9ab9-44e6-b0d6-0d604695f0f7 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745029 Nov 09 15:28:30.693692 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4c827ebf-1ae3-4db9-9079-5fa8f2773be2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:30.698101 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4c827ebf-1ae3-4db9-9079-5fa8f2773be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:30.706216 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:30.749651 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-4c827ebf-1ae3-4db9-9079-5fa8f2773be2 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2ce2bc7f08374c329799b099ffd13a93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5041630 Nov 09 15:28:30.750904 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c827ebf-1ae3-4db9-9079-5fa8f2773be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea703743-e72e-4e6f-8246-7633fdf11f7e,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:30.752430 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 37606) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:28:30.754733 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-4c827ebf-1ae3-4db9-9079-5fa8f2773be2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:30.815659 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-dede3e20-b58e-40e3-8fe2-bf4e27fc197d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:30.842460 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-dede3e20-b58e-40e3-8fe2-bf4e27fc197d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:30.895957 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-dede3e20-b58e-40e3-8fe2-bf4e27fc197d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:30.899913 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-368cf8e1-fea8-45d8-a893-b8dd3320e356 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:30.913029 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dede3e20-b58e-40e3-8fe2-bf4e27fc197d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea703743-e72e-4e6f-8246-7633fdf11f7e,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:30.915286 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-dede3e20-b58e-40e3-8fe2-bf4e27fc197d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:30.924342 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-dede3e20-b58e-40e3-8fe2-bf4e27fc197d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:30.925462 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-dede3e20-b58e-40e3-8fe2-bf4e27fc197d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ea703743-e72e-4e6f-8246-7633fdf11f7e HTTP/1.1" status: 204 len: 168 time: 0.1718979 Nov 09 15:28:31.157145 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e834c-1231-421d-b0cf-2c70bdfd0d19 req-aa2b01f3-cce1-4702-98b6-53e7fffdc13c tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:31.158930 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e71e834c-1231-421d-b0cf-2c70bdfd0d19 req-aa2b01f3-cce1-4702-98b6-53e7fffdc13c tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=8dac43de-c193-446e-b087-0b897e82b865 HTTP/1.1" status: 200 len: 943 time: 0.0830669 Nov 09 15:28:31.232065 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e71e834c-1231-421d-b0cf-2c70bdfd0d19 req-2a0ce582-cbe1-483a-b9fc-06d39cd04c5c tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622423 Nov 09 15:28:31.372024 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 37630) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:28:31.394156 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-a9f84bfe-1c99-405f-9495-70c28a3ab088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:31.410620 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-a9f84bfe-1c99-405f-9495-70c28a3ab088 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:28:31.414886 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-a9f84bfe-1c99-405f-9495-70c28a3ab088 admin admin] Usage tracker for resource:security_group_rule and tenant:42bd10c63011444e8a150296f4a77642 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:28:31.418771 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-a9f84bfe-1c99-405f-9495-70c28a3ab088 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:28:31.424904 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-a9f84bfe-1c99-405f-9495-70c28a3ab088 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:28:31.518214 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-a9f84bfe-1c99-405f-9495-70c28a3ab088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:31.525321 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-a9f84bfe-1c99-405f-9495-70c28a3ab088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:31.534991 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-72f8f67c-d953-4b3d-85d8-62d839803945 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:31.575428 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-a9f84bfe-1c99-405f-9495-70c28a3ab088 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=42bd10c63011444e8a150296f4a77642&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2022455 Nov 09 15:28:31.577179 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f84bfe-1c99-405f-9495-70c28a3ab088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794fb53a-9fe3-431d-a7b0-9abc6c525dfd,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:31.578178 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 37640) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:28:31.580606 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-a9f84bfe-1c99-405f-9495-70c28a3ab088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:31.640198 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-196c1329-e8f0-4eab-afa3-5b28f3f4fcc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:31.671358 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-196c1329-e8f0-4eab-afa3-5b28f3f4fcc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:31.782202 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-196c1329-e8f0-4eab-afa3-5b28f3f4fcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:31.788921 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-a1f22c4c-c4ab-4f0e-81ea-7bebe088934a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:31.813431 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c1329-e8f0-4eab-afa3-5b28f3f4fcc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794fb53a-9fe3-431d-a7b0-9abc6c525dfd,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:31.817946 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-196c1329-e8f0-4eab-afa3-5b28f3f4fcc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:31.872619 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-196c1329-e8f0-4eab-afa3-5b28f3f4fcc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:31.873761 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-196c1329-e8f0-4eab-afa3-5b28f3f4fcc7 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/794fb53a-9fe3-431d-a7b0-9abc6c525dfd HTTP/1.1" status: 204 len: 168 time: 0.2945130 Nov 09 15:28:31.915965 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ad4b1-ba2b-4aa3-9e41-ee0be3212f6e req-caafa934-473d-4b80-bc15-9201c8d987fa tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:31.924852 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-347ad4b1-ba2b-4aa3-9e41-ee0be3212f6e req-caafa934-473d-4b80-bc15-9201c8d987fa tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/ports?device_id=c22aaba6-3c22-4d48-a903-d073f1f47fec HTTP/1.1" status: 200 len: 946 time: 0.1890166 Nov 09 15:28:31.980397 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ab8eb-8ae7-4adc-9526-91854da9461d req-26f0fa02-c850-4e1f-8097-c430c6ce9802 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:31.981883 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e31ab8eb-8ae7-4adc-9526-91854da9461d req-26f0fa02-c850-4e1f-8097-c430c6ce9802 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 945 time: 0.1650858 Nov 09 15:28:31.986884 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-347ad4b1-ba2b-4aa3-9e41-ee0be3212f6e req-5b59bb17-7598-498e-8ce0-10958c35acd7 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/security-groups?id=915b7b9b-afaf-4737-bf9f-e7822f820745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612280 Nov 09 15:28:32.035869 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e31ab8eb-8ae7-4adc-9526-91854da9461d req-c643f6a6-6f86-4448-8cb7-2597111cef9e tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461264 Nov 09 15:28:32.440878 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e17a87-e95a-434f-a9e0-a077954404fa req-928b99e8-aa08-4241-a071-2770780c6e6d tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:32.440878 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-82e17a87-e95a-434f-a9e0-a077954404fa req-928b99e8-aa08-4241-a071-2770780c6e6d tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=8dac43de-c193-446e-b087-0b897e82b865 HTTP/1.1" status: 200 len: 943 time: 0.0920095 Nov 09 15:28:32.489261 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-82e17a87-e95a-434f-a9e0-a077954404fa req-e37c3b0f-9640-415d-b6bd-f27aa563e2b5 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433259 Nov 09 15:28:33.127498 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device e0429ff9-725b-44b8-8102-eef789e7b107 details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=86840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 15:28:33.311096 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port e0429ff9-725b-44b8-8102-eef789e7b107, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=e0429ff9-725b-44b8-8102-eef789e7b107,segment=NetworkSegment(dbd52994-1858-4bff-b4a6-dd463f52a744),segment_id=dbd52994-1858-4bff-b4a6-dd463f52a744)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:28:33.326509 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Returning: {'device': 'e0429ff9-725b-44b8-8102-eef789e7b107', 'network_id': 'b035d5f5-109a-431a-855e-5d68d792ce82', 'port_id': 'e0429ff9-725b-44b8-8102-eef789e7b107', 'mac_address': 'fa:16:3e:5d:16:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00451814-090f-4726-afa8-b056c39dc97c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 15:28:33.354290 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11000081-e7e6-446e-b18b-c147e161d90a req-803c5a41-27e7-4edb-a6e0-5d3bf6b7bbd2 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:33.357130 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-11000081-e7e6-446e-b18b-c147e161d90a req-803c5a41-27e7-4edb-a6e0-5d3bf6b7bbd2 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/ports?device_id=c22aaba6-3c22-4d48-a903-d073f1f47fec HTTP/1.1" status: 200 len: 946 time: 0.2155352 Nov 09 15:28:33.369046 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3fb3a-d3fc-4faf-920f-06ad868cc98a req-fe6398ba-6c28-4e89-8813-ab655b044ee0 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:33.370668 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-bfb3fb3a-d3fc-4faf-920f-06ad868cc98a req-fe6398ba-6c28-4e89-8813-ab655b044ee0 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.44 "GET /v2.0/ports?device_id=c22aaba6-3c22-4d48-a903-d073f1f47fec HTTP/1.1" status: 200 len: 946 time: 0.2933578 Nov 09 15:28:33.396186 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:33.418974 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.notifiers.nova [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0429ff9-725b-44b8-8102-eef789e7b107 {{(pid=86840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 15:28:33.442607 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port e0429ff9-725b-44b8-8102-eef789e7b107, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=e0429ff9-725b-44b8-8102-eef789e7b107,segment=NetworkSegment(dbd52994-1858-4bff-b4a6-dd463f52a744),segment_id=dbd52994-1858-4bff-b4a6-dd463f52a744)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:28:33.448778 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:33.451783 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-c2f63b2b-13b9-4722-b178-5aaa4bed538d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:33.518669 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c264d-72ee-4b4e-bdc6-54c1e0b9f2c0 req-4a057950-33ab-4199-93d3-cec95ed913d2 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:33.525884 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6e6c264d-72ee-4b4e-bdc6-54c1e0b9f2c0 req-4a057950-33ab-4199-93d3-cec95ed913d2 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 945 time: 0.3377888 Nov 09 15:28:33.540826 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Pushing event updated for resources: {'Port': ['ID=e0429ff9-725b-44b8-8102-eef789e7b107,revision_number=4']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:33.551713 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:33.596391 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-11000081-e7e6-446e-b18b-c147e161d90a req-1376547c-5027-4b82-92f4-806522ac83f9 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/security-groups?id=915b7b9b-afaf-4737-bf9f-e7822f820745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236342 Nov 09 15:28:33.636294 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [req-bfb3fb3a-d3fc-4faf-920f-06ad868cc98a req-6103975d-25cb-4cfe-bce5-de0759b8acb9 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Deleting port f460904d-ec01-4cb0-8b80-ed93c1533470 {{(pid=86838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 09 15:28:33.636621 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-bfb3fb3a-d3fc-4faf-920f-06ad868cc98a req-6103975d-25cb-4cfe-bce5-de0759b8acb9 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763972629131'] for port, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:33.688320 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6e6c264d-72ee-4b4e-bdc6-54c1e0b9f2c0 req-e31450e3-864e-488a-953a-8741ac2a7a68 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594176 Nov 09 15:28:33.787998 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 37732) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:28:33.997441 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] get_ports_and_sgs() called for port_ids ['e0429ff9-725b-44b8-8102-eef789e7b107'] {{(pid=86840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 09 15:28:33.997899 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-86528d8f-5fdd-46c1-b734-6a18f06bb8c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:34.015086 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-86528d8f-5fdd-46c1-b734-6a18f06bb8c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:28:34.019548 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-86528d8f-5fdd-46c1-b734-6a18f06bb8c5 admin admin] Usage tracker for resource:security_group_rule and tenant:6d06d6e9aad0493996344f8ff92254ca is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:28:34.028667 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-86528d8f-5fdd-46c1-b734-6a18f06bb8c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:28:34.033205 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-bfb3fb3a-d3fc-4faf-920f-06ad868cc98a req-6103975d-25cb-4cfe-bce5-de0759b8acb9 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] For port f460904d-ec01-4cb0-8b80-ed93c1533470, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=f460904d-ec01-4cb0-8b80-ed93c1533470,segment=NetworkSegment(cb3e2300-bba2-44c4-a23a-2f046f6f2f01),segment_id=cb3e2300-bba2-44c4-a23a-2f046f6f2f01)] {{(pid=86838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:28:34.033798 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-bfb3fb3a-d3fc-4faf-920f-06ad868cc98a req-6103975d-25cb-4cfe-bce5-de0759b8acb9 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980446'] for port, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:34.035113 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-86528d8f-5fdd-46c1-b734-6a18f06bb8c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:28:34.056299 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05015389-1948-4c3b-b9f2-74d3b2e9e360 req-2a421c3b-aa23-4727-a03a-3aeb8a7bd162 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:34.064230 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-05015389-1948-4c3b-b9f2-74d3b2e9e360 req-2a421c3b-aa23-4727-a03a-3aeb8a7bd162 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=8dac43de-c193-446e-b087-0b897e82b865 HTTP/1.1" status: 200 len: 944 time: 0.2166464 Nov 09 15:28:34.124789 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.agents_db [None req-0bb7c99c-2b67-41fc-97bf-7ac1ae3a1626 None None] Agent healthcheck: found 6 active agents {{(pid=86841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 15:28:34.139269 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-86528d8f-5fdd-46c1-b734-6a18f06bb8c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:34.143923 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-86528d8f-5fdd-46c1-b734-6a18f06bb8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:34.179408 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-f6466e2d-3a33-4f67-a284-81293b5267a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:34.217563 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [req-bfb3fb3a-d3fc-4faf-920f-06ad868cc98a req-6103975d-25cb-4cfe-bce5-de0759b8acb9 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Calling delete_port for f460904d-ec01-4cb0-8b80-ed93c1533470 owned by compute:nova {{(pid=86838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 09 15:28:34.218754 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-86528d8f-5fdd-46c1-b734-6a18f06bb8c5 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6d06d6e9aad0493996344f8ff92254ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4296741 Nov 09 15:28:34.219825 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86528d8f-5fdd-46c1-b734-6a18f06bb8c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e45c6714-334f-4971-85bf-2c1cbe26d084,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:34.223339 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-86528d8f-5fdd-46c1-b734-6a18f06bb8c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:34.224138 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 37738) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:28:34.297234 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5b67120d-8b32-4d7c-8665-0bfadc207f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:34.327545 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5b67120d-8b32-4d7c-8665-0bfadc207f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:34.402437 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5b67120d-8b32-4d7c-8665-0bfadc207f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:34.403839 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-05015389-1948-4c3b-b9f2-74d3b2e9e360 req-521240e1-cd37-4a4d-90a8-cb2c42c4696d tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387396 Nov 09 15:28:34.407643 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-d0384bd3-a03f-4de0-b733-f52bf5fd4d9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:34.426174 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b67120d-8b32-4d7c-8665-0bfadc207f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45c6714-334f-4971-85bf-2c1cbe26d084,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:34.435813 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5b67120d-8b32-4d7c-8665-0bfadc207f7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:34.436622 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5b67120d-8b32-4d7c-8665-0bfadc207f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:34.440497 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-5b67120d-8b32-4d7c-8665-0bfadc207f7b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e45c6714-334f-4971-85bf-2c1cbe26d084 HTTP/1.1" status: 204 len: 168 time: 0.2115157 Nov 09 15:28:34.538712 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-bfb3fb3a-d3fc-4faf-920f-06ad868cc98a req-6103975d-25cb-4cfe-bce5-de0759b8acb9 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763972633375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763972299780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1120097'] for port, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:34.546890 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:34.592953 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6103975d-25cb-4cfe-bce5-de0759b8acb9 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Pushing event deleted for resources: {'Port': ['ID=f460904d-ec01-4cb0-8b80-ed93c1533470,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:34.595355 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-6103975d-25cb-4cfe-bce5-de0759b8acb9 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:34.682581 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb3fb3a-d3fc-4faf-920f-06ad868cc98a req-6103975d-25cb-4cfe-bce5-de0759b8acb9 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] No DVR routers for this DVR port f460904d-ec01-4cb0-8b80-ed93c1533470 on host hv-cinder-81722 {{(pid=86838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 15:28:34.686323 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-bfb3fb3a-d3fc-4faf-920f-06ad868cc98a req-6103975d-25cb-4cfe-bce5-de0759b8acb9 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:34.689150 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c22aaba6-3c22-4d48-a903-d073f1f47fec', 'name': 'network-vif-deleted', 'tag': 'f460904d-ec01-4cb0-8b80-ed93c1533470'}] {{(pid=86838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:28:34.716948 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-bfb3fb3a-d3fc-4faf-920f-06ad868cc98a req-6103975d-25cb-4cfe-bce5-de0759b8acb9 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.44 "DELETE /v2.0/ports/f460904d-ec01-4cb0-8b80-ed93c1533470 HTTP/1.1" status: 204 len: 173 time: 1.2507441 Nov 09 15:28:34.782077 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c22aaba6-3c22-4d48-a903-d073f1f47fec', 'name': 'network-vif-deleted', 'tag': 'f460904d-ec01-4cb0-8b80-ed93c1533470', 'status': 'completed', 'code': 200} Nov 09 15:28:34.783198 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-cda28846-23ae-401f-818a-363eafc5ef0b req-cf6e3ae0-03f6-4b7c-abb8-4a0951f504f4 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Synchronizing usage tracker for tenant:d7deca5155a84edc8d9cba06a4fa793d on resource:port {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 15:28:34.802396 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-cda28846-23ae-401f-818a-363eafc5ef0b req-cf6e3ae0-03f6-4b7c-abb8-4a0951f504f4 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Unset dirty status for tenant:d7deca5155a84edc8d9cba06a4fa793d on resource:port {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 15:28:34.804170 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-cda28846-23ae-401f-818a-363eafc5ef0b req-cf6e3ae0-03f6-4b7c-abb8-4a0951f504f4 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/ports?device_id=c22aaba6-3c22-4d48-a903-d073f1f47fec HTTP/1.1" status: 200 len: 210 time: 0.0729001 Nov 09 15:28:34.988910 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12559ed-aff2-42d6-b7fb-79a9aa779029 req-88318813-4f36-4f10-8443-cae1bb271aaa tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:34.990444 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f12559ed-aff2-42d6-b7fb-79a9aa779029 req-88318813-4f36-4f10-8443-cae1bb271aaa tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 945 time: 0.0899999 Nov 09 15:28:35.070789 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f12559ed-aff2-42d6-b7fb-79a9aa779029 req-1ca1cb91-c00c-434a-8a9f-d30355b92b38 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741613 Nov 09 15:28:35.611311 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0c12e-2dc5-4834-9ddf-49ab0e3b8a49 req-4f53c62c-e5fd-479a-ac7e-85e4d47b7709 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:35.613032 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-20e0c12e-2dc5-4834-9ddf-49ab0e3b8a49 req-4f53c62c-e5fd-479a-ac7e-85e4d47b7709 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=8dac43de-c193-446e-b087-0b897e82b865 HTTP/1.1" status: 200 len: 944 time: 0.0922635 Nov 09 15:28:35.676778 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-20e0c12e-2dc5-4834-9ddf-49ab0e3b8a49 req-8be0f320-3367-495e-b748-e1c4559353d9 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568492 Nov 09 15:28:36.409126 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3eca2-3aee-47ee-9540-5498c69d6d4d req-ce23700a-2981-4bdf-a2ae-84f1dc931ceb tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:36.410618 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-20f3eca2-3aee-47ee-9540-5498c69d6d4d req-ce23700a-2981-4bdf-a2ae-84f1dc931ceb tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/networks?id=a2e9ca63-08d0-4eac-a2ae-1f5d5d6ad4d9 HTTP/1.1" status: 200 len: 809 time: 0.2467642 Nov 09 15:28:36.438527 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc17c12-43c5-4c83-9019-9792d4c8e988 req-2249718b-dcd3-4ce3-a2bf-c3668f1bf0a4 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:36.440066 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6bc17c12-43c5-4c83-9019-9792d4c8e988 req-2249718b-dcd3-4ce3-a2bf-c3668f1bf0a4 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 945 time: 0.1597540 Nov 09 15:28:36.444012 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-20f3eca2-3aee-47ee-9540-5498c69d6d4d req-16039234-afa0-4675-bbdc-f9c79425c36e tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/quotas/d7deca5155a84edc8d9cba06a4fa793d HTTP/1.1" status: 200 len: 375 time: 0.0204315 Nov 09 15:28:36.518387 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-20f3eca2-3aee-47ee-9540-5498c69d6d4d req-def10f13-b449-48da-a75a-8d2402a105ac tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=d7deca5155a84edc8d9cba06a4fa793d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536010 Nov 09 15:28:36.712330 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6bc17c12-43c5-4c83-9019-9792d4c8e988 req-8d102847-0b43-43d9-8601-038b3a7e031f tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648406 Nov 09 15:28:36.771687 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-20f3eca2-3aee-47ee-9540-5498c69d6d4d req-6b77aaad-1a79-467e-90b4-f6f1e9a91e6e service neutron] 10.222.0.83 "GET /v2.0/networks/a2e9ca63-08d0-4eac-a2ae-1f5d5d6ad4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491016 Nov 09 15:28:36.918328 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-20f3eca2-3aee-47ee-9540-5498c69d6d4d req-2c21c051-9662-4533-950e-ba9605529ced service neutron] 10.222.0.83 "GET /v2.0/networks/a2e9ca63-08d0-4eac-a2ae-1f5d5d6ad4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402833 Nov 09 15:28:37.154084 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device e0429ff9-725b-44b8-8102-eef789e7b107 up at agent hyperv_hv-cinder-81722 {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:28:37.164101 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9f3d0801-ed3a-4d0c-92fe-52c951c34998 req-900132f6-9761-4b37-b4b0-fb62d29b4bf4 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/ports?device_id=f0d69e9c-664d-44de-bcb6-9e7d225dc646 HTTP/1.1" status: 200 len: 210 time: 0.0606339 Nov 09 15:28:37.217123 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a11cf4c-c765-4e9f-a5ec-1ee43b98fb0c req-04b570a2-131e-41df-bdb6-ad246e462324 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:37.225754 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0a11cf4c-c765-4e9f-a5ec-1ee43b98fb0c req-04b570a2-131e-41df-bdb6-ad246e462324 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=8dac43de-c193-446e-b087-0b897e82b865 HTTP/1.1" status: 200 len: 944 time: 0.2213128 Nov 09 15:28:37.257754 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Provisioning for port e0429ff9-725b-44b8-8102-eef789e7b107 completed by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:28:37.268995 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Provisioning complete for port e0429ff9-725b-44b8-8102-eef789e7b107 triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:28:37.269668 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:37.343405 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0a11cf4c-c765-4e9f-a5ec-1ee43b98fb0c req-3e0468c2-2a9c-4978-854d-642178c200d4 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114154 Nov 09 15:28:37.476591 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:37.505820 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dac43de-c193-446e-b087-0b897e82b865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0429ff9-725b-44b8-8102-eef789e7b107'}] {{(pid=86840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:28:37.518158 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port e0429ff9-725b-44b8-8102-eef789e7b107, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=e0429ff9-725b-44b8-8102-eef789e7b107,segment=NetworkSegment(dbd52994-1858-4bff-b4a6-dd463f52a744),segment_id=dbd52994-1858-4bff-b4a6-dd463f52a744)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:28:37.522600 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:37.523461 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device f460904d-ec01-4cb0-8b80-ed93c1533470 no longer exists at agent hyperv_hv-cinder-81722 {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 15:28:37.554121 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:37.587789 dv-cinder-817223-1-smb neutron-server[86840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dac43de-c193-446e-b087-0b897e82b865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0429ff9-725b-44b8-8102-eef789e7b107', 'code': 200} Nov 09 15:28:37.634557 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] No Port match for: f460904d-ec01-4cb0-8b80-ed93c1533470 {{(pid=86840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 09 15:28:37.635073 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device f460904d-ec01-4cb0-8b80-ed93c1533470 not bound to the agent host hv-cinder-81722 {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 15:28:37.665619 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Pushing event updated for resources: {'Port': ['ID=e0429ff9-725b-44b8-8102-eef789e7b107,revision_number=5']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:37.670627 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:37.935589 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b830a0e-7176-42c1-bcf8-d707fdfaa08f req-c4c1820a-2cf6-4f54-96cf-e15c0a8da430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:37.937221 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5b830a0e-7176-42c1-bcf8-d707fdfaa08f req-c4c1820a-2cf6-4f54-96cf-e15c0a8da430 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8dac43de-c193-446e-b087-0b897e82b865 HTTP/1.1" status: 200 len: 1098 time: 0.1395831 Nov 09 15:28:37.954530 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196f574-fa25-4d06-b48a-28cc14c4000d req-371ddf44-3050-4db1-8658-f05b2e36e0f5 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:37.956461 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b196f574-fa25-4d06-b48a-28cc14c4000d req-371ddf44-3050-4db1-8658-f05b2e36e0f5 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 945 time: 0.1187565 Nov 09 15:28:38.037357 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5b830a0e-7176-42c1-bcf8-d707fdfaa08f req-57d6f631-b3be-4c4a-893f-31472bc70445 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799181 Nov 09 15:28:38.040310 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b196f574-fa25-4d06-b48a-28cc14c4000d req-52b42f9e-73fc-4509-b1da-be3b6e4b1c46 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695455 Nov 09 15:28:38.334531 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4bfd42d2-6dd5-4d3c-aa2d-bb8c4c4c9507 req-275bba8f-bb84-483c-8f6c-585e4536188f tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/ports?device_id=f0d69e9c-664d-44de-bcb6-9e7d225dc646 HTTP/1.1" status: 200 len: 210 time: 0.0430193 Nov 09 15:28:38.372181 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 37888) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:28:38.515339 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-47c8c72f-cefe-4192-9e5d-4c4462796948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:38.531241 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-47c8c72f-cefe-4192-9e5d-4c4462796948 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:28:38.535028 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-47c8c72f-cefe-4192-9e5d-4c4462796948 admin admin] Usage tracker for resource:security_group_rule and tenant:baac62e12d04435297181b2988c1e2a7 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:28:38.538057 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-47c8c72f-cefe-4192-9e5d-4c4462796948 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:28:38.544359 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-47c8c72f-cefe-4192-9e5d-4c4462796948 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:28:38.553393 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08dd3a-2604-4f22-acc7-4957e3f19559 req-ee754f4e-7a02-4b73-b106-2b06a89295de tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:38.554972 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ee08dd3a-2604-4f22-acc7-4957e3f19559 req-ee754f4e-7a02-4b73-b106-2b06a89295de tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=8dac43de-c193-446e-b087-0b897e82b865 HTTP/1.1" status: 200 len: 945 time: 0.0845566 Nov 09 15:28:38.620604 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ee08dd3a-2604-4f22-acc7-4957e3f19559 req-f3534f07-a158-410f-8e23-3c9f74cbcf3b tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533991 Nov 09 15:28:38.644590 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-47c8c72f-cefe-4192-9e5d-4c4462796948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:38.648122 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-47c8c72f-cefe-4192-9e5d-4c4462796948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:38.665997 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-e6fa9cbe-b9e4-4c8c-a633-630bfbb0049e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:38.706741 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-47c8c72f-cefe-4192-9e5d-4c4462796948 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=baac62e12d04435297181b2988c1e2a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3334837 Nov 09 15:28:38.708212 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c8c72f-cefe-4192-9e5d-4c4462796948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffe869a-8407-448c-a071-6b4a4d1d4ad0,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:38.711886 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-47c8c72f-cefe-4192-9e5d-4c4462796948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:38.712809 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 37904) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:28:38.790034 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-54e553c0-aecd-478d-9ef3-e0f214d92265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:38.820428 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-54e553c0-aecd-478d-9ef3-e0f214d92265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:38.890598 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-54e553c0-aecd-478d-9ef3-e0f214d92265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:38.894368 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:38.907962 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e553c0-aecd-478d-9ef3-e0f214d92265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffe869a-8407-448c-a071-6b4a4d1d4ad0,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:38.930685 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-54e553c0-aecd-478d-9ef3-e0f214d92265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:38.994875 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-54e553c0-aecd-478d-9ef3-e0f214d92265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:38.996346 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-54e553c0-aecd-478d-9ef3-e0f214d92265 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/5ffe869a-8407-448c-a071-6b4a4d1d4ad0 HTTP/1.1" status: 204 len: 168 time: 0.2817438 Nov 09 15:28:39.135471 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3eca2-3aee-47ee-9540-5498c69d6d4d req-04511a71-e688-4f8d-9f8c-27bb8a31a2b2 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:39.137900 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-20f3eca2-3aee-47ee-9540-5498c69d6d4d req-04511a71-e688-4f8d-9f8c-27bb8a31a2b2 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.44 "GET /v2.0/networks?id=a2e9ca63-08d0-4eac-a2ae-1f5d5d6ad4d9 HTTP/1.1" status: 200 len: 809 time: 0.2311509 Nov 09 15:28:39.155465 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [req-20f3eca2-3aee-47ee-9540-5498c69d6d4d req-5eb8c22a-f03d-4aa6-986a-7b88bf65090e tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Request body: {'port': {'device_id': 'f0d69e9c-664d-44de-bcb6-9e7d225dc646', 'network_id': 'a2e9ca63-08d0-4eac-a2ae-1f5d5d6ad4d9', 'admin_state_up': True, 'tenant_id': 'd7deca5155a84edc8d9cba06a4fa793d'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:28:39.393071 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [req-20f3eca2-3aee-47ee-9540-5498c69d6d4d req-5eb8c22a-f03d-4aa6-986a-7b88bf65090e tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:28:39.407821 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [req-20f3eca2-3aee-47ee-9540-5498c69d6d4d req-5eb8c22a-f03d-4aa6-986a-7b88bf65090e tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:28:39.428337 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20f3eca2-3aee-47ee-9540-5498c69d6d4d req-5eb8c22a-f03d-4aa6-986a-7b88bf65090e tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Made reservation on behalf of d7deca5155a84edc8d9cba06a4fa793d for: {'port': 1} {{(pid=86838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 15:28:39.433639 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-20f3eca2-3aee-47ee-9540-5498c69d6d4d req-5eb8c22a-f03d-4aa6-986a-7b88bf65090e tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:39.473387 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e6e18-7080-42d0-b9c4-cc306537e888 req-f6364c73-de62-440e-90b5-5707f156520a tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:39.478259 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-006e6e18-7080-42d0-b9c4-cc306537e888 req-f6364c73-de62-440e-90b5-5707f156520a tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 945 time: 0.1620235 Nov 09 15:28:39.497271 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 37932) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:28:39.517452 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-bcd73fc4-be8c-4304-bc67-47ff1788df73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:39.534250 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-bcd73fc4-be8c-4304-bc67-47ff1788df73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:28:39.538368 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-bcd73fc4-be8c-4304-bc67-47ff1788df73 admin admin] Usage tracker for resource:security_group_rule and tenant:6645a27f54ca4038a2735ca2b2030ba8 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:28:39.541545 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-bcd73fc4-be8c-4304-bc67-47ff1788df73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:28:39.551780 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-bcd73fc4-be8c-4304-bc67-47ff1788df73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:28:39.587806 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-02331878-4291-47a2-a8e0-d998a6e8659b req-c9329492-079a-420e-a60e-8578d8718851 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/ports?device_id=f0d69e9c-664d-44de-bcb6-9e7d225dc646 HTTP/1.1" status: 200 len: 210 time: 0.1086843 Nov 09 15:28:39.662027 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-006e6e18-7080-42d0-b9c4-cc306537e888 req-3af0b428-8a02-4509-9513-9676943f54e1 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754544 Nov 09 15:28:39.707896 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-bcd73fc4-be8c-4304-bc67-47ff1788df73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:39.714753 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-bcd73fc4-be8c-4304-bc67-47ff1788df73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:39.724337 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-a1c58b37-e96b-4423-8a08-c23d53999845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:39.755515 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.db_base_plugin_common [req-20f3eca2-3aee-47ee-9540-5498c69d6d4d req-5eb8c22a-f03d-4aa6-986a-7b88bf65090e tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Allocated IP 172.20.0.10 (a2e9ca63-08d0-4eac-a2ae-1f5d5d6ad4d9/d0f57476-410c-4b3d-91b9-89f2304800f1/1f3d79d1-88ef-49a5-8609-ea4ffbb7fd88) {{(pid=86838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 15:28:39.784952 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-bcd73fc4-be8c-4304-bc67-47ff1788df73 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6645a27f54ca4038a2735ca2b2030ba8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2843118 Nov 09 15:28:39.784952 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd73fc4-be8c-4304-bc67-47ff1788df73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe228a0f-d061-47d3-aa07-4430a64797f1,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:39.785646 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 37942) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:28:39.790572 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-bcd73fc4-be8c-4304-bc67-47ff1788df73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:40.101366 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8439ca3b-8bd3-4803-b349-2b9c6951d8f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:40.155676 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8439ca3b-8bd3-4803-b349-2b9c6951d8f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:40.248585 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedebfa5-7fdb-40d3-a4ce-9ecc188d22cb req-e51afbe3-340b-4611-9b1d-ddb5c5aea667 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:40.251932 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-fedebfa5-7fdb-40d3-a4ce-9ecc188d22cb req-e51afbe3-340b-4611-9b1d-ddb5c5aea667 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=8dac43de-c193-446e-b087-0b897e82b865 HTTP/1.1" status: 200 len: 945 time: 0.3550589 Nov 09 15:28:40.258666 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-20f3eca2-3aee-47ee-9540-5498c69d6d4d req-5eb8c22a-f03d-4aa6-986a-7b88bf65090e tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Notify callbacks [] for port, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:40.326559 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-fedebfa5-7fdb-40d3-a4ce-9ecc188d22cb req-cebc7c2a-488f-4d6d-9535-1f21dd271d67 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634277 Nov 09 15:28:40.329741 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8439ca3b-8bd3-4803-b349-2b9c6951d8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:40.335032 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-b3cc35d1-1587-4310-a36c-c50a4247d680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:40.364542 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8439ca3b-8bd3-4803-b349-2b9c6951d8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe228a0f-d061-47d3-aa07-4430a64797f1,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:40.373916 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-8439ca3b-8bd3-4803-b349-2b9c6951d8f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:40.391327 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8439ca3b-8bd3-4803-b349-2b9c6951d8f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:40.392542 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-8439ca3b-8bd3-4803-b349-2b9c6951d8f8 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/fe228a0f-d061-47d3-aa07-4430a64797f1 HTTP/1.1" status: 204 len: 168 time: 0.6061172 Nov 09 15:28:40.406712 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-20f3eca2-3aee-47ee-9540-5498c69d6d4d req-5eb8c22a-f03d-4aa6-986a-7b88bf65090e tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763972296951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1120097'] for port, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:40.438806 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:40.516594 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20f3eca2-3aee-47ee-9540-5498c69d6d4d req-5eb8c22a-f03d-4aa6-986a-7b88bf65090e tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Network a2e9ca63-08d0-4eac-a2ae-1f5d5d6ad4d9 is already hosted by enough agents. {{(pid=86838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 15:28:40.520065 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [req-20f3eca2-3aee-47ee-9540-5498c69d6d4d req-5eb8c22a-f03d-4aa6-986a-7b88bf65090e tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Resources bound (agent type, host, resource id): {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:28:40.531229 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f3eca2-3aee-47ee-9540-5498c69d6d4d req-5eb8c22a-f03d-4aa6-986a-7b88bf65090e tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Received port after_create {{(pid=86838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 09 15:28:40.578817 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb8c22a-f03d-4aa6-986a-7b88bf65090e tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Pushing event updated for resources: {'Port': ['ID=1f3d79d1-88ef-49a5-8609-ea4ffbb7fd88,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:40.583229 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-5eb8c22a-f03d-4aa6-986a-7b88bf65090e tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:40.605978 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3eca2-3aee-47ee-9540-5498c69d6d4d req-5eb8c22a-f03d-4aa6-986a-7b88bf65090e tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:40.606659 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-20f3eca2-3aee-47ee-9540-5498c69d6d4d req-5eb8c22a-f03d-4aa6-986a-7b88bf65090e tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:40.625682 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-20f3eca2-3aee-47ee-9540-5498c69d6d4d req-5eb8c22a-f03d-4aa6-986a-7b88bf65090e tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4773147 Nov 09 15:28:40.642447 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [req-20f3eca2-3aee-47ee-9540-5498c69d6d4d req-dcbcc6d3-57d3-421f-a207-ce6d181ad831 service neutron] Request body: {'port': {'device_id': 'f0d69e9c-664d-44de-bcb6-9e7d225dc646', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:28:40.850918 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-20f3eca2-3aee-47ee-9540-5498c69d6d4d req-dcbcc6d3-57d3-421f-a207-ce6d181ad831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:40.986783 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a814887-329a-4f50-8393-f062b01947a8 req-f8fca325-bd22-4799-84b1-979034c15754 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:40.987558 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-0a814887-329a-4f50-8393-f062b01947a8 req-f8fca325-bd22-4799-84b1-979034c15754 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Synchronizing usage tracker for tenant:d7deca5155a84edc8d9cba06a4fa793d on resource:port {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 15:28:41.077668 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5efc1-dae0-4fe2-a319-3207f6790b17 req-c3e6b6cd-29da-4ee6-b5b4-b7933aa6fb30 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:41.079337 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-79f5efc1-dae0-4fe2-a319-3207f6790b17 req-c3e6b6cd-29da-4ee6-b5b4-b7933aa6fb30 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 945 time: 0.2794619 Nov 09 15:28:41.083541 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-0a814887-329a-4f50-8393-f062b01947a8 req-f8fca325-bd22-4799-84b1-979034c15754 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Unset dirty status for tenant:d7deca5155a84edc8d9cba06a4fa793d on resource:port {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 15:28:41.084692 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0a814887-329a-4f50-8393-f062b01947a8 req-f8fca325-bd22-4799-84b1-979034c15754 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/ports?device_id=f0d69e9c-664d-44de-bcb6-9e7d225dc646 HTTP/1.1" status: 200 len: 932 time: 0.3567507 Nov 09 15:28:41.251563 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 37988) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:28:41.254787 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-79f5efc1-dae0-4fe2-a319-3207f6790b17 req-4179c872-9bbd-4dc4-8930-a582853921da tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664033 Nov 09 15:28:41.264922 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0a814887-329a-4f50-8393-f062b01947a8 req-69179d92-00ad-4206-8ce5-67940e1b7267 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/security-groups?id=915b7b9b-afaf-4737-bf9f-e7822f820745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714625 Nov 09 15:28:41.406602 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.v2.base [None req-cd64b94c-e941-4a2e-9578-a5c2fb39fc84 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-808762095-network', 'tenant_id': '5b66773034ec4ea6b306ff8a1751f208'}} {{(pid=86839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:28:41.412102 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-cd64b94c-e941-4a2e-9578-a5c2fb39fc84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:28:41.416856 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-cd64b94c-e941-4a2e-9578-a5c2fb39fc84 admin admin] Usage tracker for resource:network and tenant:5b66773034ec4ea6b306ff8a1751f208 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:28:41.420738 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-cd64b94c-e941-4a2e-9578-a5c2fb39fc84 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:28:41.426751 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [req-20f3eca2-3aee-47ee-9540-5498c69d6d4d req-dcbcc6d3-57d3-421f-a207-ce6d181ad831 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f3d79d1-88ef-49a5-8609-ea4ffbb7fd88 {{(pid=86838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 15:28:41.429318 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-cd64b94c-e941-4a2e-9578-a5c2fb39fc84 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:28:41.436093 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-20f3eca2-3aee-47ee-9540-5498c69d6d4d req-dcbcc6d3-57d3-421f-a207-ce6d181ad831 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:41.443976 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd64b94c-e941-4a2e-9578-a5c2fb39fc84 admin admin] Made reservation on behalf of 5b66773034ec4ea6b306ff8a1751f208 for: {'network': 1} {{(pid=86839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 15:28:41.447152 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-cd64b94c-e941-4a2e-9578-a5c2fb39fc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for network, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:41.453513 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.provisioning_blocks [req-20f3eca2-3aee-47ee-9540-5498c69d6d4d req-dcbcc6d3-57d3-421f-a207-ce6d181ad831 service neutron] Transition to ACTIVE for port object 1f3d79d1-88ef-49a5-8609-ea4ffbb7fd88 will not be triggered until provisioned by entity L2. {{(pid=86838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:28:41.459768 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-20f3eca2-3aee-47ee-9540-5498c69d6d4d req-dcbcc6d3-57d3-421f-a207-ce6d181ad831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1120024'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:41.461452 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-cd64b94c-e941-4a2e-9578-a5c2fb39fc84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:41.465579 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-397e0721-64bd-4dfc-bbc6-ae1246726fab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:41.493654 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-cd64b94c-e941-4a2e-9578-a5c2fb39fc84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:28:41.503816 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-cd64b94c-e941-4a2e-9578-a5c2fb39fc84 admin admin] Usage tracker for resource:security_group_rule and tenant:5b66773034ec4ea6b306ff8a1751f208 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:28:41.507671 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-cd64b94c-e941-4a2e-9578-a5c2fb39fc84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:28:41.542874 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-cd64b94c-e941-4a2e-9578-a5c2fb39fc84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:28:41.696788 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-cd64b94c-e941-4a2e-9578-a5c2fb39fc84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:41.701798 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-cd64b94c-e941-4a2e-9578-a5c2fb39fc84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:41.705300 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5b67120d-8b32-4d7c-8665-0bfadc207f7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:41.743207 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd64b94c-e941-4a2e-9578-a5c2fb39fc84 admin admin] vlan segment allocate from pool success with {'vlan_id': 1213, 'physical_network': 'physnet1'} {{(pid=86839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 15:28:41.749679 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd64b94c-e941-4a2e-9578-a5c2fb39fc84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea39249f-7d67-433f-9d81-62404a5f3f4d,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:41.753524 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-cd64b94c-e941-4a2e-9578-a5c2fb39fc84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:41.754971 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbcc6d3-57d3-421f-a207-ce6d181ad831 service neutron] Pushing event updated for resources: {'Port': ['ID=1f3d79d1-88ef-49a5-8609-ea4ffbb7fd88,revision_number=2']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:41.757887 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-cd64b94c-e941-4a2e-9578-a5c2fb39fc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16429219'] for segment, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:41.758421 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.db.segments_db [None req-cd64b94c-e941-4a2e-9578-a5c2fb39fc84 admin admin] Added segment 1ec1b184-b328-4f34-b94d-8a004c0aa517 of type vlan for network f69f33e8-9931-4361-bb6d-69be1e780f38 Nov 09 15:28:41.762195 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-dcbcc6d3-57d3-421f-a207-ce6d181ad831 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:41.795214 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-cd64b94c-e941-4a2e-9578-a5c2fb39fc84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763972287609'] for network, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:41.831003 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-cd64b94c-e941-4a2e-9578-a5c2fb39fc84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for network, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:41.832874 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd64b94c-e941-4a2e-9578-a5c2fb39fc84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:41.833489 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-cd64b94c-e941-4a2e-9578-a5c2fb39fc84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:41.838935 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:41.894953 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-20f3eca2-3aee-47ee-9540-5498c69d6d4d req-dcbcc6d3-57d3-421f-a207-ce6d181ad831 service neutron] Attempting to bind port 1f3d79d1-88ef-49a5-8609-ea4ffbb7fd88 on host hv-cinder-81722 for vnic_type normal with profile {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 15:28:41.895716 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-20f3eca2-3aee-47ee-9540-5498c69d6d4d req-dcbcc6d3-57d3-421f-a207-ce6d181ad831 service neutron] Attempting to bind port 1f3d79d1-88ef-49a5-8609-ea4ffbb7fd88 by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': 'cb3e2300-bba2-44c4-a23a-2f046f6f2f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': 'a2e9ca63-08d0-4eac-a2ae-1f5d5d6ad4d9'}] {{(pid=86838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 15:28:41.895716 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f3eca2-3aee-47ee-9540-5498c69d6d4d req-dcbcc6d3-57d3-421f-a207-ce6d181ad831 service neutron] Attempting to bind port 1f3d79d1-88ef-49a5-8609-ea4ffbb7fd88 on network a2e9ca63-08d0-4eac-a2ae-1f5d5d6ad4d9 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:28:41.911430 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94a5b1-d47a-4ddf-9d0b-16c5cb7c124e req-93fb0d40-6353-48f3-97dd-ad350ba70f55 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:41.913116 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2b94a5b1-d47a-4ddf-9d0b-16c5cb7c124e req-93fb0d40-6353-48f3-97dd-ad350ba70f55 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=8dac43de-c193-446e-b087-0b897e82b865 HTTP/1.1" status: 200 len: 945 time: 0.2224839 Nov 09 15:28:41.917304 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f3eca2-3aee-47ee-9540-5498c69d6d4d req-dcbcc6d3-57d3-421f-a207-ce6d181ad831 service neutron] Port 1f3d79d1-88ef-49a5-8609-ea4ffbb7fd88 on network a2e9ca63-08d0-4eac-a2ae-1f5d5d6ad4d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 09 15:28:41.917743 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f3eca2-3aee-47ee-9540-5498c69d6d4d req-dcbcc6d3-57d3-421f-a207-ce6d181ad831 service neutron] Attempting to bind port 1f3d79d1-88ef-49a5-8609-ea4ffbb7fd88 on network a2e9ca63-08d0-4eac-a2ae-1f5d5d6ad4d9 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:28:41.925622 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f3eca2-3aee-47ee-9540-5498c69d6d4d req-dcbcc6d3-57d3-421f-a207-ce6d181ad831 service neutron] Checking agent: {'id': '5232cb7b-4e94-4f65-a0ee-0ef08f02d72d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 24, 50), 'started_at': datetime.datetime(2021, 11, 9, 15, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 09 15:28:41.926000 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f3eca2-3aee-47ee-9540-5498c69d6d4d req-dcbcc6d3-57d3-421f-a207-ce6d181ad831 service neutron] Checking segment: {'id': 'cb3e2300-bba2-44c4-a23a-2f046f6f2f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': 'a2e9ca63-08d0-4eac-a2ae-1f5d5d6ad4d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:28:41.926385 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f3eca2-3aee-47ee-9540-5498c69d6d4d req-dcbcc6d3-57d3-421f-a207-ce6d181ad831 service neutron] Bound using segment: {'id': 'cb3e2300-bba2-44c4-a23a-2f046f6f2f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': 'a2e9ca63-08d0-4eac-a2ae-1f5d5d6ad4d9'} {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 09 15:28:41.926811 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-20f3eca2-3aee-47ee-9540-5498c69d6d4d req-dcbcc6d3-57d3-421f-a207-ce6d181ad831 service neutron] Bound port: 1f3d79d1-88ef-49a5-8609-ea4ffbb7fd88, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb3e2300-bba2-44c4-a23a-2f046f6f2f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': 'a2e9ca63-08d0-4eac-a2ae-1f5d5d6ad4d9'}}] {{(pid=86838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 15:28:41.927158 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-20f3eca2-3aee-47ee-9540-5498c69d6d4d req-dcbcc6d3-57d3-421f-a207-ce6d181ad831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:41.946722 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd64b94c-e941-4a2e-9578-a5c2fb39fc84 admin admin] Pushing event updated for resources: {'Network': ['ID=f69f33e8-9931-4361-bb6d-69be1e780f38,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:41.951595 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-cd64b94c-e941-4a2e-9578-a5c2fb39fc84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:41.959657 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Network f69f33e8-9931-4361-bb6d-69be1e780f38 details requested by agent ovs-agent-dv-cinder-817223-1-smb with host dv-cinder-817223-1-smb {{(pid=86840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 15:28:41.969189 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 38002) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:28:41.969780 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-cd64b94c-e941-4a2e-9578-a5c2fb39fc84 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7160811 Nov 09 15:28:42.000803 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-414bb98c-783f-4f53-bef8-1a08b55500d3 admin admin] Request body: {'subnet': {'network_id': 'f69f33e8-9931-4361-bb6d-69be1e780f38', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-808762095-subnet', 'tenant_id': '5b66773034ec4ea6b306ff8a1751f208', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:28:42.025915 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-414bb98c-783f-4f53-bef8-1a08b55500d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:28:42.045445 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-414bb98c-783f-4f53-bef8-1a08b55500d3 admin admin] Usage tracker for resource:subnet and tenant:5b66773034ec4ea6b306ff8a1751f208 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:28:42.052270 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2b94a5b1-d47a-4ddf-9d0b-16c5cb7c124e req-d3bd6302-ce7f-4bb1-b4b5-902721fe7f4c tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277645 Nov 09 15:28:42.053069 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-414bb98c-783f-4f53-bef8-1a08b55500d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:28:42.063450 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-414bb98c-783f-4f53-bef8-1a08b55500d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:28:42.110376 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-20f3eca2-3aee-47ee-9540-5498c69d6d4d req-dcbcc6d3-57d3-421f-a207-ce6d181ad831 service neutron] For port 1f3d79d1-88ef-49a5-8609-ea4ffbb7fd88, host hv-cinder-81722, cleared binding levels {{(pid=86838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 09 15:28:42.113216 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414bb98c-783f-4f53-bef8-1a08b55500d3 admin admin] Made reservation on behalf of 5b66773034ec4ea6b306ff8a1751f208 for: {'subnet': 1} {{(pid=86838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 15:28:42.120507 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-414bb98c-783f-4f53-bef8-1a08b55500d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3042097'] for subnet, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:42.221592 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-20f3eca2-3aee-47ee-9540-5498c69d6d4d req-dcbcc6d3-57d3-421f-a207-ce6d181ad831 service neutron] For port 1f3d79d1-88ef-49a5-8609-ea4ffbb7fd88, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=1f3d79d1-88ef-49a5-8609-ea4ffbb7fd88,segment=NetworkSegment(cb3e2300-bba2-44c4-a23a-2f046f6f2f01),segment_id=cb3e2300-bba2-44c4-a23a-2f046f6f2f01)] {{(pid=86838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 09 15:28:42.230553 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-20f3eca2-3aee-47ee-9540-5498c69d6d4d req-dcbcc6d3-57d3-421f-a207-ce6d181ad831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1120024'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:42.240038 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:42.321129 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3eca2-3aee-47ee-9540-5498c69d6d4d req-dcbcc6d3-57d3-421f-a207-ce6d181ad831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:42.322154 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-20f3eca2-3aee-47ee-9540-5498c69d6d4d req-dcbcc6d3-57d3-421f-a207-ce6d181ad831 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:42.324241 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-20f3eca2-3aee-47ee-9540-5498c69d6d4d req-dcbcc6d3-57d3-421f-a207-ce6d181ad831 service neutron] 10.222.0.44 "PUT /v2.0/ports/1f3d79d1-88ef-49a5-8609-ea4ffbb7fd88 HTTP/1.1" status: 200 len: 1094 time: 1.6858203 Nov 09 15:28:42.331369 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0d69e9c-664d-44de-bcb6-9e7d225dc646', 'tag': '1f3d79d1-88ef-49a5-8609-ea4ffbb7fd88'}] {{(pid=86838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:28:42.368913 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbcc6d3-57d3-421f-a207-ce6d181ad831 service neutron] Pushing event updated for resources: {'Port': ['ID=1f3d79d1-88ef-49a5-8609-ea4ffbb7fd88,revision_number=3']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:42.373216 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-dcbcc6d3-57d3-421f-a207-ce6d181ad831 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:42.793973 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-414bb98c-783f-4f53-bef8-1a08b55500d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3042095'] for subnet, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:42.797899 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3eca2-3aee-47ee-9540-5498c69d6d4d req-1151f59c-3c9b-4def-8ea5-720104b27467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:42.799356 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-20f3eca2-3aee-47ee-9540-5498c69d6d4d req-1151f59c-3c9b-4def-8ea5-720104b27467 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d7deca5155a84edc8d9cba06a4fa793d&device_id=f0d69e9c-664d-44de-bcb6-9e7d225dc646 HTTP/1.1" status: 200 len: 1097 time: 0.2735078 Nov 09 15:28:42.804911 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:42.905323 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e423473c-a5dc-4219-9372-2019bc6d7a68 req-3bf9986d-ecae-4470-87be-3b7ebe585edc tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:42.907063 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e423473c-a5dc-4219-9372-2019bc6d7a68 req-3bf9986d-ecae-4470-87be-3b7ebe585edc tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 945 time: 0.3505931 Nov 09 15:28:42.927663 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d1327-bf39-48b5-a566-9a1806ae8c1b req-1a887dbc-89ce-402a-93cf-4a86f7419865 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:42.929102 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a03d1327-bf39-48b5-a566-9a1806ae8c1b req-1a887dbc-89ce-402a-93cf-4a86f7419865 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/ports?device_id=f0d69e9c-664d-44de-bcb6-9e7d225dc646 HTTP/1.1" status: 200 len: 944 time: 0.4043484 Nov 09 15:28:42.954979 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-20f3eca2-3aee-47ee-9540-5498c69d6d4d req-7c51f74c-7880-4baf-9fca-b168951b5c90 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f3d79d1-88ef-49a5-8609-ea4ffbb7fd88 HTTP/1.1" status: 200 len: 217 time: 0.1171896 Nov 09 15:28:43.066504 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414bb98c-783f-4f53-bef8-1a08b55500d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad271084-e3bf-44a5-ab55-901c8cfb0b63,revision_number=0']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:43.087509 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-414bb98c-783f-4f53-bef8-1a08b55500d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:43.107622 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e423473c-a5dc-4219-9372-2019bc6d7a68 req-0102d8a5-a384-4fb5-a643-218ae298bb75 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775718 Nov 09 15:28:43.110386 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414bb98c-783f-4f53-bef8-1a08b55500d3 admin admin] Checking segment: {'id': '1ec1b184-b328-4f34-b94d-8a004c0aa517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': 'f69f33e8-9931-4361-bb6d-69be1e780f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:28:43.110757 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414bb98c-783f-4f53-bef8-1a08b55500d3 admin admin] Network hostable DHCP agents. Network: f69f33e8-9931-4361-bb6d-69be1e780f38, hostable agents: ['8b94a2d1-9ebf-428d-8e56-922e2d41e4d3'], hosted agents: [] {{(pid=86838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 15:28:43.118267 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a03d1327-bf39-48b5-a566-9a1806ae8c1b req-2059fb49-a63e-4695-b0d9-67b5bcdce340 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/security-groups?id=915b7b9b-afaf-4737-bf9f-e7822f820745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767073 Nov 09 15:28:43.124065 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3eca2-3aee-47ee-9540-5498c69d6d4d req-2475f008-da95-4208-ab30-7b0a7282ffe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:43.125502 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-20f3eca2-3aee-47ee-9540-5498c69d6d4d req-2475f008-da95-4208-ab30-7b0a7282ffe1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d0f57476-410c-4b3d-91b9-89f2304800f1 HTTP/1.1" status: 200 len: 849 time: 0.1432981 Nov 09 15:28:43.170246 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0d69e9c-664d-44de-bcb6-9e7d225dc646', 'tag': '1f3d79d1-88ef-49a5-8609-ea4ffbb7fd88', 'status': 'completed', 'code': 200} Nov 09 15:28:43.186520 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-20f3eca2-3aee-47ee-9540-5498c69d6d4d req-83b44ba4-6dee-4433-986d-982bb294d773 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2e9ca63-08d0-4eac-a2ae-1f5d5d6ad4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516412 Nov 09 15:28:43.191821 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414bb98c-783f-4f53-bef8-1a08b55500d3 admin admin] Network f69f33e8-9931-4361-bb6d-69be1e780f38 is scheduled to be hosted by DHCP agent 8b94a2d1-9ebf-428d-8e56-922e2d41e4d3 with binding_index 1 {{(pid=86838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 15:28:43.207380 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [None req-414bb98c-783f-4f53-bef8-1a08b55500d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817223-1-smb, f69f33e8-9931-4361-bb6d-69be1e780f38) {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:28:43.216620 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414bb98c-783f-4f53-bef8-1a08b55500d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:43.217799 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-414bb98c-783f-4f53-bef8-1a08b55500d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for subnet, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:43.218357 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671bb1c6-764a-4265-b14a-0a5ccfaf0440 None None] Network f69f33e8-9931-4361-bb6d-69be1e780f38 requested from dv-cinder-817223-1-smb {{(pid=86840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 09 15:28:43.280360 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-414bb98c-783f-4f53-bef8-1a08b55500d3 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3098674 Nov 09 15:28:43.444537 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-20f3eca2-3aee-47ee-9540-5498c69d6d4d req-1e46a3d0-40bb-46dc-80a0-19a253ec9333 service neutron] 10.222.0.44 "GET /v2.0/networks/a2e9ca63-08d0-4eac-a2ae-1f5d5d6ad4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976960 Nov 09 15:28:43.555488 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5d0873-a7c4-4aff-973c-b3f0a6402e16 None None] Network f69f33e8-9931-4361-bb6d-69be1e780f38 requested from dv-cinder-817223-1-smb {{(pid=86840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 09 15:28:43.644722 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-20f3eca2-3aee-47ee-9540-5498c69d6d4d req-8d5931bf-4dc7-43e7-8d28-dc3394f37bd6 service neutron] 10.222.0.44 "GET /v2.0/networks/a2e9ca63-08d0-4eac-a2ae-1f5d5d6ad4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838455 Nov 09 15:28:43.827445 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60358b-3461-4625-b867-1692146282a6 req-afca3d8c-94d4-416e-adee-bc51d978488a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:43.828925 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9b60358b-3461-4625-b867-1692146282a6 req-afca3d8c-94d4-416e-adee-bc51d978488a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d7deca5155a84edc8d9cba06a4fa793d&device_id=f0d69e9c-664d-44de-bcb6-9e7d225dc646 HTTP/1.1" status: 200 len: 1097 time: 0.1228812 Nov 09 15:28:44.031299 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60358b-3461-4625-b867-1692146282a6 req-87b40610-fa61-4a30-a299-6aa045cad726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:44.033010 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9b60358b-3461-4625-b867-1692146282a6 req-87b40610-fa61-4a30-a299-6aa045cad726 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a2e9ca63-08d0-4eac-a2ae-1f5d5d6ad4d9 HTTP/1.1" status: 200 len: 911 time: 0.1755707 Nov 09 15:28:44.039825 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 38068) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:28:44.046403 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-d0d2d67c-3c06-42b4-8616-c5a9da3eca7d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1594820449-network', 'tenant_id': '27ec2ddc95d44343ac47e488a69373dd'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:28:44.053536 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-d0d2d67c-3c06-42b4-8616-c5a9da3eca7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:28:44.117856 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-d0d2d67c-3c06-42b4-8616-c5a9da3eca7d admin admin] Usage tracker for resource:network and tenant:27ec2ddc95d44343ac47e488a69373dd is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:28:44.121908 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9b60358b-3461-4625-b867-1692146282a6 req-a8ba56c9-7cf7-4c37-b596-14c9b123cac2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f3d79d1-88ef-49a5-8609-ea4ffbb7fd88 HTTP/1.1" status: 200 len: 217 time: 0.0695748 Nov 09 15:28:44.122692 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-d0d2d67c-3c06-42b4-8616-c5a9da3eca7d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:28:44.128513 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-d0d2d67c-3c06-42b4-8616-c5a9da3eca7d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:28:44.185865 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d2d67c-3c06-42b4-8616-c5a9da3eca7d admin admin] Made reservation on behalf of 27ec2ddc95d44343ac47e488a69373dd for: {'network': 1} {{(pid=86838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 15:28:44.188200 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-d0d2d67c-3c06-42b4-8616-c5a9da3eca7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for network, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:44.223801 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-d0d2d67c-3c06-42b4-8616-c5a9da3eca7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:44.293226 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-d0d2d67c-3c06-42b4-8616-c5a9da3eca7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:28:44.303726 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-d0d2d67c-3c06-42b4-8616-c5a9da3eca7d admin admin] Usage tracker for resource:security_group_rule and tenant:27ec2ddc95d44343ac47e488a69373dd is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:28:44.308034 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60358b-3461-4625-b867-1692146282a6 req-873095be-8ae2-475e-bf26-36eaac5f4d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:44.309588 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9b60358b-3461-4625-b867-1692146282a6 req-873095be-8ae2-475e-bf26-36eaac5f4d34 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d0f57476-410c-4b3d-91b9-89f2304800f1 HTTP/1.1" status: 200 len: 849 time: 0.1712623 Nov 09 15:28:44.310614 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-d0d2d67c-3c06-42b4-8616-c5a9da3eca7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:28:44.323713 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-d0d2d67c-3c06-42b4-8616-c5a9da3eca7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:28:44.403629 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9b60358b-3461-4625-b867-1692146282a6 req-58f68209-0661-40c8-bba4-73634024e99d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2e9ca63-08d0-4eac-a2ae-1f5d5d6ad4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766871 Nov 09 15:28:44.721048 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4ee8c-0a5d-4c22-9e58-1a5fb911254a req-fc01f184-46ae-4081-8dc8-209bdfa79e5b tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:44.722574 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d4c4ee8c-0a5d-4c22-9e58-1a5fb911254a req-fc01f184-46ae-4081-8dc8-209bdfa79e5b tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 945 time: 0.4869020 Nov 09 15:28:44.850407 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9b60358b-3461-4625-b867-1692146282a6 req-de6bde59-e304-4b5e-a70d-581272943911 service neutron] 10.222.0.44 "GET /v2.0/networks/a2e9ca63-08d0-4eac-a2ae-1f5d5d6ad4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368377 Nov 09 15:28:44.861715 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d4c4ee8c-0a5d-4c22-9e58-1a5fb911254a req-7454d8a0-52c6-458a-9625-79969948e9a4 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210346 Nov 09 15:28:44.907492 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-d0d2d67c-3c06-42b4-8616-c5a9da3eca7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:44.920788 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9309b750-993a-4659-8992-b92cb405283c req-0ef4e36d-4e65-4cb8-a910-da6529332417 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:44.922337 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9309b750-993a-4659-8992-b92cb405283c req-0ef4e36d-4e65-4cb8-a910-da6529332417 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/ports?device_id=f0d69e9c-664d-44de-bcb6-9e7d225dc646 HTTP/1.1" status: 200 len: 944 time: 0.4137440 Nov 09 15:28:44.971311 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-d0d2d67c-3c06-42b4-8616-c5a9da3eca7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:44.994599 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:45.121697 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0d2d67c-3c06-42b4-8616-c5a9da3eca7d admin admin] vlan segment allocate from pool success with {'vlan_id': 1220, 'physical_network': 'physnet1'} {{(pid=86838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 15:28:45.129453 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d2d67c-3c06-42b4-8616-c5a9da3eca7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8522e106-93fd-4b67-b4df-ffcf02860ce0,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:45.152260 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9309b750-993a-4659-8992-b92cb405283c req-3decda28-8436-48e1-a3c5-b4796e0ded48 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/security-groups?id=915b7b9b-afaf-4737-bf9f-e7822f820745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821249 Nov 09 15:28:45.153131 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-d0d2d67c-3c06-42b4-8616-c5a9da3eca7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:45.176285 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-d0d2d67c-3c06-42b4-8616-c5a9da3eca7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16429219'] for segment, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:45.176885 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.db.segments_db [None req-d0d2d67c-3c06-42b4-8616-c5a9da3eca7d admin admin] Added segment cbfc001f-6011-4b4e-9c6d-9d1ed7e6c42b of type vlan for network 76cbdcd3-cdb7-4170-9765-c380ebb98247 Nov 09 15:28:45.192066 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9b60358b-3461-4625-b867-1692146282a6 req-9e00b82c-2606-4544-a1fd-374fda7c3d8d service neutron] 10.222.0.44 "GET /v2.0/networks/a2e9ca63-08d0-4eac-a2ae-1f5d5d6ad4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207846 Nov 09 15:28:45.248259 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-d0d2d67c-3c06-42b4-8616-c5a9da3eca7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763972287609'] for network, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:45.305243 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-d0d2d67c-3c06-42b4-8616-c5a9da3eca7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for network, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:45.307141 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d2d67c-3c06-42b4-8616-c5a9da3eca7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:45.309023 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-d0d2d67c-3c06-42b4-8616-c5a9da3eca7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:45.318021 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-5bda80cd-3471-4cee-9b3b-cdbfa5201d9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:45.486894 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-d0d2d67c-3c06-42b4-8616-c5a9da3eca7d admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4458940 Nov 09 15:28:45.490361 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 38096) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:28:45.490884 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d2d67c-3c06-42b4-8616-c5a9da3eca7d admin admin] Pushing event updated for resources: {'Network': ['ID=76cbdcd3-cdb7-4170-9765-c380ebb98247,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:45.494374 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-d0d2d67c-3c06-42b4-8616-c5a9da3eca7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:45.497705 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.v2.base [None req-002200be-d4b6-4312-8e14-7b8ea405d9f4 admin admin] Request body: {'subnet': {'network_id': '76cbdcd3-cdb7-4170-9765-c380ebb98247', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1594820449-subnet', 'tenant_id': '27ec2ddc95d44343ac47e488a69373dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:28:45.509039 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-002200be-d4b6-4312-8e14-7b8ea405d9f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:28:45.510045 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Network 76cbdcd3-cdb7-4170-9765-c380ebb98247 details requested by agent ovs-agent-dv-cinder-817223-1-smb with host dv-cinder-817223-1-smb {{(pid=86840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 15:28:45.517787 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-002200be-d4b6-4312-8e14-7b8ea405d9f4 admin admin] Usage tracker for resource:subnet and tenant:27ec2ddc95d44343ac47e488a69373dd is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:28:45.521512 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-002200be-d4b6-4312-8e14-7b8ea405d9f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:28:45.537969 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-002200be-d4b6-4312-8e14-7b8ea405d9f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:28:45.551377 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002200be-d4b6-4312-8e14-7b8ea405d9f4 admin admin] Made reservation on behalf of 27ec2ddc95d44343ac47e488a69373dd for: {'subnet': 1} {{(pid=86839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 15:28:45.560839 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-002200be-d4b6-4312-8e14-7b8ea405d9f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3222631'] for subnet, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:45.756373 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 38104) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:28:45.812356 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-002200be-d4b6-4312-8e14-7b8ea405d9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3438023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3222649'] for subnet, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:45.816715 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-3ad0b04f-a243-4478-b39f-0d2f7e7b7d58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:45.892221 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002200be-d4b6-4312-8e14-7b8ea405d9f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e9ef27d-9ac3-467f-a2e6-55bdbf667fad,revision_number=0']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:45.896106 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-002200be-d4b6-4312-8e14-7b8ea405d9f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:45.900267 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c12865c3-a546-454a-a161-ddd419bda64b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:45.904295 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002200be-d4b6-4312-8e14-7b8ea405d9f4 admin admin] Checking segment: {'id': 'cbfc001f-6011-4b4e-9c6d-9d1ed7e6c42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '76cbdcd3-cdb7-4170-9765-c380ebb98247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:28:45.904676 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002200be-d4b6-4312-8e14-7b8ea405d9f4 admin admin] Network hostable DHCP agents. Network: 76cbdcd3-cdb7-4170-9765-c380ebb98247, hostable agents: ['8b94a2d1-9ebf-428d-8e56-922e2d41e4d3'], hosted agents: [] {{(pid=86839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 15:28:45.917247 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-c12865c3-a546-454a-a161-ddd419bda64b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:28:45.922907 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-c12865c3-a546-454a-a161-ddd419bda64b admin admin] Usage tracker for resource:security_group_rule and tenant:299f387f5d6f426b87af543a2cc8f1ea is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:28:45.927485 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002200be-d4b6-4312-8e14-7b8ea405d9f4 admin admin] Network 76cbdcd3-cdb7-4170-9765-c380ebb98247 is scheduled to be hosted by DHCP agent 8b94a2d1-9ebf-428d-8e56-922e2d41e4d3 with binding_index 1 {{(pid=86839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 15:28:45.931478 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-c12865c3-a546-454a-a161-ddd419bda64b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:28:45.939206 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-c12865c3-a546-454a-a161-ddd419bda64b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:28:45.941134 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.base_scheduler [None req-002200be-d4b6-4312-8e14-7b8ea405d9f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817223-1-smb, 76cbdcd3-cdb7-4170-9765-c380ebb98247) {{(pid=86839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:28:45.946961 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002200be-d4b6-4312-8e14-7b8ea405d9f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:45.947913 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-002200be-d4b6-4312-8e14-7b8ea405d9f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:45.959573 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13a19bb-264f-4cc2-af88-4e3e1eb222df None None] Network 76cbdcd3-cdb7-4170-9765-c380ebb98247 requested from dv-cinder-817223-1-smb {{(pid=86840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 09 15:28:45.976483 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-002200be-d4b6-4312-8e14-7b8ea405d9f4 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4844110 Nov 09 15:28:46.132314 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c12865c3-a546-454a-a161-ddd419bda64b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:46.149229 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca36b57d-e1b4-476c-bad4-4fa496d7a27e req-b6a1fdca-1430-4408-9f67-41794dbebca3 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:46.151600 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ca36b57d-e1b4-476c-bad4-4fa496d7a27e req-b6a1fdca-1430-4408-9f67-41794dbebca3 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 945 time: 0.1699550 Nov 09 15:28:46.154266 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c12865c3-a546-454a-a161-ddd419bda64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:46.174787 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:46.242725 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3611be2-d924-44b0-8921-759adab37a6a None None] Network 76cbdcd3-cdb7-4170-9765-c380ebb98247 requested from dv-cinder-817223-1-smb {{(pid=86840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 09 15:28:46.302066 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12865c3-a546-454a-a161-ddd419bda64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619dbbfb-5efc-42a9-ba3d-399700c96d96,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:46.305454 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-c12865c3-a546-454a-a161-ddd419bda64b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:46.312323 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-c12865c3-a546-454a-a161-ddd419bda64b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=299f387f5d6f426b87af543a2cc8f1ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5520313 Nov 09 15:28:46.313198 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 38128) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:28:46.330319 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ca36b57d-e1b4-476c-bad4-4fa496d7a27e req-401abd70-b5f2-4111-b23a-eeb607ee4650 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572728 Nov 09 15:28:46.376019 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e5fa0b15-b7ab-4853-a427-7bcdd3c470e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:46.425022 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e5fa0b15-b7ab-4853-a427-7bcdd3c470e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:46.532144 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e5fa0b15-b7ab-4853-a427-7bcdd3c470e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:46.539259 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-d37a5ad5-6ced-4861-ad83-90a3abf5fb12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:46.556154 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fa0b15-b7ab-4853-a427-7bcdd3c470e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619dbbfb-5efc-42a9-ba3d-399700c96d96,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:46.560429 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-e5fa0b15-b7ab-4853-a427-7bcdd3c470e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:46.563181 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e5fa0b15-b7ab-4853-a427-7bcdd3c470e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:46.564010 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-e5fa0b15-b7ab-4853-a427-7bcdd3c470e3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/619dbbfb-5efc-42a9-ba3d-399700c96d96 HTTP/1.1" status: 204 len: 168 time: 0.2495713 Nov 09 15:28:46.622241 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d400b-60ff-43b4-b905-b906efad4101 req-cbeec878-680f-4c13-bc09-959fbbf292c7 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:46.624305 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-056d400b-60ff-43b4-b905-b906efad4101 req-cbeec878-680f-4c13-bc09-959fbbf292c7 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/ports?device_id=f0d69e9c-664d-44de-bcb6-9e7d225dc646 HTTP/1.1" status: 200 len: 944 time: 0.1266322 Nov 09 15:28:46.773614 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-056d400b-60ff-43b4-b905-b906efad4101 req-c7877389-e4a1-4dcb-8582-12eaf1070866 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/security-groups?id=915b7b9b-afaf-4737-bf9f-e7822f820745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439352 Nov 09 15:28:46.839853 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe101e6-1cd7-4429-adcc-72e4d9de78eb req-2eb33757-a0a2-4eca-b438-f2159bca4c5b tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:46.841388 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5fe101e6-1cd7-4429-adcc-72e4d9de78eb req-2eb33757-a0a2-4eca-b438-f2159bca4c5b tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] 10.222.0.83 "GET /v2.0/networks?id=f69f33e8-9931-4361-bb6d-69be1e780f38 HTTP/1.1" status: 200 len: 808 time: 0.1856093 Nov 09 15:28:46.857091 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5fe101e6-1cd7-4429-adcc-72e4d9de78eb req-5f285299-612d-4cee-bf2d-0d8a6e73470b tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] 10.222.0.83 "GET /v2.0/quotas/5b66773034ec4ea6b306ff8a1751f208 HTTP/1.1" status: 200 len: 375 time: 0.0099463 Nov 09 15:28:46.907790 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5fe101e6-1cd7-4429-adcc-72e4d9de78eb req-6d2f013e-385d-443e-b43f-e85f1ea67fed tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=5b66773034ec4ea6b306ff8a1751f208&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442474 Nov 09 15:28:46.912245 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 38154) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:28:46.931190 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-af500ef4-699f-4e5c-a994-8d035d71a936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:46.946995 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-af500ef4-699f-4e5c-a994-8d035d71a936 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:28:46.950996 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-af500ef4-699f-4e5c-a994-8d035d71a936 admin admin] Usage tracker for resource:security_group_rule and tenant:5a5ff552c34f49ffb7779ec35f40ec9a is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:28:46.953705 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-af500ef4-699f-4e5c-a994-8d035d71a936 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:28:46.959424 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-af500ef4-699f-4e5c-a994-8d035d71a936 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:28:47.050497 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5fe101e6-1cd7-4429-adcc-72e4d9de78eb req-1e3c3594-6d5c-40b8-82c6-c4fc694c40aa service neutron] 10.222.0.83 "GET /v2.0/networks/f69f33e8-9931-4361-bb6d-69be1e780f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347530 Nov 09 15:28:47.054138 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-af500ef4-699f-4e5c-a994-8d035d71a936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:47.059283 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-af500ef4-699f-4e5c-a994-8d035d71a936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:47.066537 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-8c8007cb-4fda-4349-8d8f-5a8e53817427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:47.110748 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-af500ef4-699f-4e5c-a994-8d035d71a936 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5a5ff552c34f49ffb7779ec35f40ec9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1973805 Nov 09 15:28:47.111488 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af500ef4-699f-4e5c-a994-8d035d71a936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2774c2b8-453f-464f-a7da-f79af1aa66e6,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:47.114618 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-af500ef4-699f-4e5c-a994-8d035d71a936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:47.115419 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 38158) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:28:47.178440 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1be1033d-e778-40ca-9998-b5120915cf60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:47.190425 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5fe101e6-1cd7-4429-adcc-72e4d9de78eb req-a491906f-d7cb-4cb3-8603-1ea6c3e7c56a service neutron] 10.222.0.83 "GET /v2.0/networks/f69f33e8-9931-4361-bb6d-69be1e780f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335983 Nov 09 15:28:47.206645 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device 1f3d79d1-88ef-49a5-8609-ea4ffbb7fd88 details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=86840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 15:28:47.214863 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1be1033d-e778-40ca-9998-b5120915cf60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:47.346749 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1be1033d-e778-40ca-9998-b5120915cf60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:47.354589 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-52b3ab10-b99d-49c0-a88f-14c25ed85abb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:47.386496 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be1033d-e778-40ca-9998-b5120915cf60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2774c2b8-453f-464f-a7da-f79af1aa66e6,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:47.388702 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1be1033d-e778-40ca-9998-b5120915cf60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:47.389602 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1be1033d-e778-40ca-9998-b5120915cf60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:47.390886 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-1be1033d-e778-40ca-9998-b5120915cf60 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2774c2b8-453f-464f-a7da-f79af1aa66e6 HTTP/1.1" status: 204 len: 168 time: 0.2745779 Nov 09 15:28:47.480007 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7373abd3-2972-48fc-82c5-748797da5ef3 req-4caea4f8-ff4a-4de3-a0b3-afbd2b6be2fd tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] 10.222.0.83 "GET /v2.0/ports?device_id=c917d24e-92e1-45d3-b456-292ae779d14c HTTP/1.1" status: 200 len: 210 time: 0.0993490 Nov 09 15:28:47.548727 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port 1f3d79d1-88ef-49a5-8609-ea4ffbb7fd88, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=1f3d79d1-88ef-49a5-8609-ea4ffbb7fd88,segment=NetworkSegment(cb3e2300-bba2-44c4-a23a-2f046f6f2f01),segment_id=cb3e2300-bba2-44c4-a23a-2f046f6f2f01)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:28:47.568857 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Returning: {'device': '1f3d79d1-88ef-49a5-8609-ea4ffbb7fd88', 'network_id': 'a2e9ca63-08d0-4eac-a2ae-1f5d5d6ad4d9', 'port_id': '1f3d79d1-88ef-49a5-8609-ea4ffbb7fd88', 'mac_address': 'fa:16:3e:57:fd:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f57476-410c-4b3d-91b9-89f2304800f1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 15:28:47.633103 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734be44-37dc-4d57-81e7-45d7959cea9e req-f2aec250-b826-4fcb-ae4b-4b8b9193566f tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:47.634939 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e734be44-37dc-4d57-81e7-45d7959cea9e req-f2aec250-b826-4fcb-ae4b-4b8b9193566f tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 945 time: 0.1135085 Nov 09 15:28:47.679984 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:47.702188 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.notifiers.nova [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f3d79d1-88ef-49a5-8609-ea4ffbb7fd88 {{(pid=86840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 15:28:47.714535 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e734be44-37dc-4d57-81e7-45d7959cea9e req-32fad4e4-228d-4133-b355-73adff1954bc tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708022 Nov 09 15:28:47.723413 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port 1f3d79d1-88ef-49a5-8609-ea4ffbb7fd88, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=1f3d79d1-88ef-49a5-8609-ea4ffbb7fd88,segment=NetworkSegment(cb3e2300-bba2-44c4-a23a-2f046f6f2f01),segment_id=cb3e2300-bba2-44c4-a23a-2f046f6f2f01)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:28:47.735550 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:47.737479 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:47.828856 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Pushing event updated for resources: {'Port': ['ID=1f3d79d1-88ef-49a5-8609-ea4ffbb7fd88,revision_number=4']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:47.839095 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:48.022263 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df50493-8ce0-4b22-a779-8330a253c0f0 req-a200bbb1-4d8b-4575-bfec-61c649aa427a tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:48.024071 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0df50493-8ce0-4b22-a779-8330a253c0f0 req-a200bbb1-4d8b-4575-bfec-61c649aa427a tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/ports?device_id=f0d69e9c-664d-44de-bcb6-9e7d225dc646 HTTP/1.1" status: 200 len: 945 time: 0.1153486 Nov 09 15:28:48.094924 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0df50493-8ce0-4b22-a779-8330a253c0f0 req-32453b52-0d7f-4b2b-9038-c0c45dd11cc0 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/security-groups?id=915b7b9b-afaf-4737-bf9f-e7822f820745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645342 Nov 09 15:28:48.102026 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 38196) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:28:48.121547 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-60aea047-3058-46e4-ba9a-220b2a8cc0c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:48.137894 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-60aea047-3058-46e4-ba9a-220b2a8cc0c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:28:48.142191 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-60aea047-3058-46e4-ba9a-220b2a8cc0c5 admin admin] Usage tracker for resource:security_group_rule and tenant:1d937d2bdd9e451583fe9ac3d9a0d229 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:28:48.146668 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-60aea047-3058-46e4-ba9a-220b2a8cc0c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:28:48.153784 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-60aea047-3058-46e4-ba9a-220b2a8cc0c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:28:48.282592 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-60aea047-3058-46e4-ba9a-220b2a8cc0c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:48.287500 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-60aea047-3058-46e4-ba9a-220b2a8cc0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:48.297872 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-d0d2d67c-3c06-42b4-8616-c5a9da3eca7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:48.344449 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-60aea047-3058-46e4-ba9a-220b2a8cc0c5 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=1d937d2bdd9e451583fe9ac3d9a0d229&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2413077 Nov 09 15:28:48.345462 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aea047-3058-46e4-ba9a-220b2a8cc0c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b447e8-c193-49a2-86f4-ce8e7634e7ee,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:48.347946 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 38204) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:28:48.348551 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-60aea047-3058-46e4-ba9a-220b2a8cc0c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:48.431491 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-d415041e-f839-4d8e-99e7-d4bdb3c84b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:48.459267 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-d415041e-f839-4d8e-99e7-d4bdb3c84b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:48.532137 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-d415041e-f839-4d8e-99e7-d4bdb3c84b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:48.537336 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-47c8c72f-cefe-4192-9e5d-4c4462796948 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:48.552150 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d415041e-f839-4d8e-99e7-d4bdb3c84b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b447e8-c193-49a2-86f4-ce8e7634e7ee,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:48.555055 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-d415041e-f839-4d8e-99e7-d4bdb3c84b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:48.557815 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-d415041e-f839-4d8e-99e7-d4bdb3c84b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:48.559872 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-d415041e-f839-4d8e-99e7-d4bdb3c84b88 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f3b447e8-c193-49a2-86f4-ce8e7634e7ee HTTP/1.1" status: 204 len: 168 time: 0.2095942 Nov 09 15:28:48.619166 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] get_ports_and_sgs() called for port_ids ['1f3d79d1-88ef-49a5-8609-ea4ffbb7fd88'] {{(pid=86840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 09 15:28:48.672604 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d4cbae22-6ce0-4a73-a06d-28b311498924 req-6ab0827c-bed5-4dd8-904e-39a017910d40 tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] 10.222.0.83 "GET /v2.0/ports?device_id=c917d24e-92e1-45d3-b456-292ae779d14c HTTP/1.1" status: 200 len: 210 time: 0.0552397 Nov 09 15:28:49.029355 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67cd384-60fa-4043-a08f-510c4f111b1f req-5d0bcc45-9059-4ac8-a7d7-2ea532b9bf12 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:49.036600 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b67cd384-60fa-4043-a08f-510c4f111b1f req-5d0bcc45-9059-4ac8-a7d7-2ea532b9bf12 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 945 time: 0.1968930 Nov 09 15:28:49.078395 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b67cd384-60fa-4043-a08f-510c4f111b1f req-fb72ae91-c9ad-4fc0-b3c5-1025991531d4 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409248 Nov 09 15:28:49.346208 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe101e6-1cd7-4429-adcc-72e4d9de78eb req-b02ad2f0-bead-4416-bcb0-a880f4371d9d tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:49.347853 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5fe101e6-1cd7-4429-adcc-72e4d9de78eb req-b02ad2f0-bead-4416-bcb0-a880f4371d9d tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] 10.222.0.44 "GET /v2.0/networks?id=f69f33e8-9931-4361-bb6d-69be1e780f38 HTTP/1.1" status: 200 len: 808 time: 0.2307758 Nov 09 15:28:49.376562 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [req-5fe101e6-1cd7-4429-adcc-72e4d9de78eb req-fd821a64-297a-4f76-bbd4-7a58d726b540 tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] Request body: {'port': {'device_id': 'c917d24e-92e1-45d3-b456-292ae779d14c', 'network_id': 'f69f33e8-9931-4361-bb6d-69be1e780f38', 'admin_state_up': True, 'tenant_id': '5b66773034ec4ea6b306ff8a1751f208'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:28:49.480043 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17921af5-f12d-47ce-90b5-2a71a1cb6321 req-0c35ca55-3a7e-445a-ae44-f9483df16cac tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:49.481628 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-17921af5-f12d-47ce-90b5-2a71a1cb6321 req-0c35ca55-3a7e-445a-ae44-f9483df16cac tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/ports?device_id=f0d69e9c-664d-44de-bcb6-9e7d225dc646 HTTP/1.1" status: 200 len: 945 time: 0.1934373 Nov 09 15:28:49.565887 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-17921af5-f12d-47ce-90b5-2a71a1cb6321 req-4e3367f5-3d3a-483c-ae94-93ddf1fb0382 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/security-groups?id=915b7b9b-afaf-4737-bf9f-e7822f820745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777228 Nov 09 15:28:49.571964 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [req-5fe101e6-1cd7-4429-adcc-72e4d9de78eb req-fd821a64-297a-4f76-bbd4-7a58d726b540 tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:28:49.575896 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-5fe101e6-1cd7-4429-adcc-72e4d9de78eb req-fd821a64-297a-4f76-bbd4-7a58d726b540 tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] Usage tracker for resource:port and tenant:5b66773034ec4ea6b306ff8a1751f208 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:28:49.578947 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-5fe101e6-1cd7-4429-adcc-72e4d9de78eb req-fd821a64-297a-4f76-bbd4-7a58d726b540 tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:28:49.584929 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [req-5fe101e6-1cd7-4429-adcc-72e4d9de78eb req-fd821a64-297a-4f76-bbd4-7a58d726b540 tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:28:49.596040 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fe101e6-1cd7-4429-adcc-72e4d9de78eb req-fd821a64-297a-4f76-bbd4-7a58d726b540 tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] Made reservation on behalf of 5b66773034ec4ea6b306ff8a1751f208 for: {'port': 1} {{(pid=86838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 15:28:49.599736 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-5fe101e6-1cd7-4429-adcc-72e4d9de78eb req-fd821a64-297a-4f76-bbd4-7a58d726b540 tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:49.781028 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.db_base_plugin_common [req-5fe101e6-1cd7-4429-adcc-72e4d9de78eb req-fd821a64-297a-4f76-bbd4-7a58d726b540 tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] Allocated IP 172.20.0.13 (f69f33e8-9931-4361-bb6d-69be1e780f38/ad271084-e3bf-44a5-ab55-901c8cfb0b63/847d3289-1f68-400a-bb3b-12ab549daff4) {{(pid=86838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 15:28:49.833235 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a3ae0330-4237-41f2-9db3-5d33a6551a33 req-0a797000-8ccb-4adb-894c-5fa965fb298e tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] 10.222.0.83 "GET /v2.0/ports?device_id=c917d24e-92e1-45d3-b456-292ae779d14c HTTP/1.1" status: 200 len: 210 time: 0.0498557 Nov 09 15:28:50.048597 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-5fe101e6-1cd7-4429-adcc-72e4d9de78eb req-fd821a64-297a-4f76-bbd4-7a58d726b540 tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] Notify callbacks [] for port, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:50.076021 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:50.080342 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-5fe101e6-1cd7-4429-adcc-72e4d9de78eb req-fd821a64-297a-4f76-bbd4-7a58d726b540 tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763972296951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1120097'] for port, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:50.085884 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-dcbcc6d3-57d3-421f-a207-ce6d181ad831 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:50.152293 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fe101e6-1cd7-4429-adcc-72e4d9de78eb req-fd821a64-297a-4f76-bbd4-7a58d726b540 tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] Network f69f33e8-9931-4361-bb6d-69be1e780f38 is already hosted by enough agents. {{(pid=86838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 15:28:50.155550 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [req-5fe101e6-1cd7-4429-adcc-72e4d9de78eb req-fd821a64-297a-4f76-bbd4-7a58d726b540 tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] Resources bound (agent type, host, resource id): {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:28:50.159373 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fe101e6-1cd7-4429-adcc-72e4d9de78eb req-fd821a64-297a-4f76-bbd4-7a58d726b540 tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] Received port after_create {{(pid=86838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 09 15:28:50.190797 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd821a64-297a-4f76-bbd4-7a58d726b540 tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] Pushing event updated for resources: {'Port': ['ID=847d3289-1f68-400a-bb3b-12ab549daff4,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:50.241936 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-fd821a64-297a-4f76-bbd4-7a58d726b540 tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:50.291383 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe101e6-1cd7-4429-adcc-72e4d9de78eb req-fd821a64-297a-4f76-bbd4-7a58d726b540 tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:50.292138 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-5fe101e6-1cd7-4429-adcc-72e4d9de78eb req-fd821a64-297a-4f76-bbd4-7a58d726b540 tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:50.337956 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b15bf-390d-4bb4-a067-e93c0da2be9a req-415123eb-4f60-469b-9f31-9cdbdb15516c tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:50.339714 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ef1b15bf-390d-4bb4-a067-e93c0da2be9a req-415123eb-4f60-469b-9f31-9cdbdb15516c tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 945 time: 0.1501937 Nov 09 15:28:50.341035 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5fe101e6-1cd7-4429-adcc-72e4d9de78eb req-fd821a64-297a-4f76-bbd4-7a58d726b540 tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9696271 Nov 09 15:28:50.366706 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [req-5fe101e6-1cd7-4429-adcc-72e4d9de78eb req-db80da01-96dd-483d-8e9a-e78a8ebaf225 service neutron] Request body: {'port': {'device_id': 'c917d24e-92e1-45d3-b456-292ae779d14c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:28:50.439986 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ef1b15bf-390d-4bb4-a067-e93c0da2be9a req-89f99cce-3a51-4291-8b19-4e32fc5d7455 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944607 Nov 09 15:28:50.503607 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-5fe101e6-1cd7-4429-adcc-72e4d9de78eb req-db80da01-96dd-483d-8e9a-e78a8ebaf225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:50.855082 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3899cc3-bb53-4409-8726-735f4e95d1cc req-1e119b90-da03-496b-b125-133ff77a6243 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:50.856485 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b3899cc3-bb53-4409-8726-735f4e95d1cc req-1e119b90-da03-496b-b125-133ff77a6243 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/ports?device_id=f0d69e9c-664d-44de-bcb6-9e7d225dc646 HTTP/1.1" status: 200 len: 945 time: 0.1785858 Nov 09 15:28:51.085961 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b3899cc3-bb53-4409-8726-735f4e95d1cc req-f6af4bce-d9c2-4f10-bff0-a1396442ac0e tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/security-groups?id=915b7b9b-afaf-4737-bf9f-e7822f820745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179639 Nov 09 15:28:51.089422 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [req-5fe101e6-1cd7-4429-adcc-72e4d9de78eb req-db80da01-96dd-483d-8e9a-e78a8ebaf225 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 847d3289-1f68-400a-bb3b-12ab549daff4 {{(pid=86838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 15:28:51.101044 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-5fe101e6-1cd7-4429-adcc-72e4d9de78eb req-db80da01-96dd-483d-8e9a-e78a8ebaf225 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:51.126526 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-67489a37-cd0f-4150-9d1c-56db57017e32 req-d3f507df-da00-44ff-b551-7fb3e1f02538 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d7f33deb-c2b3-4278-8078-99ec064ab19a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1163454 Nov 09 15:28:51.128648 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.provisioning_blocks [req-5fe101e6-1cd7-4429-adcc-72e4d9de78eb req-db80da01-96dd-483d-8e9a-e78a8ebaf225 service neutron] Transition to ACTIVE for port object 847d3289-1f68-400a-bb3b-12ab549daff4 will not be triggered until provisioned by entity L2. {{(pid=86838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:28:51.146457 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc604a1a-733c-4804-9e1c-62b2cdc29992 req-7ce67f1d-fc58-4b71-997c-1a484ca1b5e0 tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:51.148086 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-bc604a1a-733c-4804-9e1c-62b2cdc29992 req-7ce67f1d-fc58-4b71-997c-1a484ca1b5e0 tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] Synchronizing usage tracker for tenant:5b66773034ec4ea6b306ff8a1751f208 on resource:port {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 15:28:51.151758 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-5fe101e6-1cd7-4429-adcc-72e4d9de78eb req-db80da01-96dd-483d-8e9a-e78a8ebaf225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1120024'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:51.157794 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-4102dad6-610c-42c7-b8db-b5eb1541c11b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:51.208789 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device 1f3d79d1-88ef-49a5-8609-ea4ffbb7fd88 up at agent hyperv_hv-cinder-81722 {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:28:51.246872 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67489a37-cd0f-4150-9d1c-56db57017e32 req-34654be8-8967-4ef7-9bf9-0fbad285e9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:51.248668 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-67489a37-cd0f-4150-9d1c-56db57017e32 req-34654be8-8967-4ef7-9bf9-0fbad285e9cc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=28b355fa4e264999823dc9f7078c4198&device_id=d7f33deb-c2b3-4278-8078-99ec064ab19a HTTP/1.1" status: 200 len: 1099 time: 0.0952876 Nov 09 15:28:51.300665 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Provisioning for port 1f3d79d1-88ef-49a5-8609-ea4ffbb7fd88 completed by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:28:51.305596 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Provisioning complete for port 1f3d79d1-88ef-49a5-8609-ea4ffbb7fd88 triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:28:51.306007 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:51.309668 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db80da01-96dd-483d-8e9a-e78a8ebaf225 service neutron] Pushing event updated for resources: {'Port': ['ID=847d3289-1f68-400a-bb3b-12ab549daff4,revision_number=2']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:51.314617 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-db80da01-96dd-483d-8e9a-e78a8ebaf225 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:51.344354 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-bc604a1a-733c-4804-9e1c-62b2cdc29992 req-7ce67f1d-fc58-4b71-997c-1a484ca1b5e0 tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] Unset dirty status for tenant:5b66773034ec4ea6b306ff8a1751f208 on resource:port {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 15:28:51.345526 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-bc604a1a-733c-4804-9e1c-62b2cdc29992 req-7ce67f1d-fc58-4b71-997c-1a484ca1b5e0 tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] 10.222.0.83 "GET /v2.0/ports?device_id=c917d24e-92e1-45d3-b456-292ae779d14c HTTP/1.1" status: 200 len: 932 time: 0.3872995 Nov 09 15:28:51.433374 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:51.444639 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-bc604a1a-733c-4804-9e1c-62b2cdc29992 req-6b5d2939-7a30-4bca-bbb6-7226a44d639a tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea39249f-7d67-433f-9d81-62404a5f3f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927007 Nov 09 15:28:51.461840 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-5fe101e6-1cd7-4429-adcc-72e4d9de78eb req-db80da01-96dd-483d-8e9a-e78a8ebaf225 service neutron] Attempting to bind port 847d3289-1f68-400a-bb3b-12ab549daff4 on host hv-cinder-81722 for vnic_type normal with profile {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 15:28:51.462324 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-5fe101e6-1cd7-4429-adcc-72e4d9de78eb req-db80da01-96dd-483d-8e9a-e78a8ebaf225 service neutron] Attempting to bind port 847d3289-1f68-400a-bb3b-12ab549daff4 by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': '1ec1b184-b328-4f34-b94d-8a004c0aa517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': 'f69f33e8-9931-4361-bb6d-69be1e780f38'}] {{(pid=86838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 15:28:51.462762 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe101e6-1cd7-4429-adcc-72e4d9de78eb req-db80da01-96dd-483d-8e9a-e78a8ebaf225 service neutron] Attempting to bind port 847d3289-1f68-400a-bb3b-12ab549daff4 on network f69f33e8-9931-4361-bb6d-69be1e780f38 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:28:51.468476 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe101e6-1cd7-4429-adcc-72e4d9de78eb req-db80da01-96dd-483d-8e9a-e78a8ebaf225 service neutron] Port 847d3289-1f68-400a-bb3b-12ab549daff4 on network f69f33e8-9931-4361-bb6d-69be1e780f38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 09 15:28:51.468799 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe101e6-1cd7-4429-adcc-72e4d9de78eb req-db80da01-96dd-483d-8e9a-e78a8ebaf225 service neutron] Attempting to bind port 847d3289-1f68-400a-bb3b-12ab549daff4 on network f69f33e8-9931-4361-bb6d-69be1e780f38 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:28:51.470749 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d69e9c-664d-44de-bcb6-9e7d225dc646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3d79d1-88ef-49a5-8609-ea4ffbb7fd88'}] {{(pid=86840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:28:51.474369 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe101e6-1cd7-4429-adcc-72e4d9de78eb req-db80da01-96dd-483d-8e9a-e78a8ebaf225 service neutron] Checking agent: {'id': '5232cb7b-4e94-4f65-a0ee-0ef08f02d72d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 24, 50), 'started_at': datetime.datetime(2021, 11, 9, 15, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 09 15:28:51.474706 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe101e6-1cd7-4429-adcc-72e4d9de78eb req-db80da01-96dd-483d-8e9a-e78a8ebaf225 service neutron] Checking segment: {'id': '1ec1b184-b328-4f34-b94d-8a004c0aa517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': 'f69f33e8-9931-4361-bb6d-69be1e780f38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:28:51.475083 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe101e6-1cd7-4429-adcc-72e4d9de78eb req-db80da01-96dd-483d-8e9a-e78a8ebaf225 service neutron] Bound using segment: {'id': '1ec1b184-b328-4f34-b94d-8a004c0aa517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': 'f69f33e8-9931-4361-bb6d-69be1e780f38'} {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 09 15:28:51.475626 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-5fe101e6-1cd7-4429-adcc-72e4d9de78eb req-db80da01-96dd-483d-8e9a-e78a8ebaf225 service neutron] Bound port: 847d3289-1f68-400a-bb3b-12ab549daff4, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ec1b184-b328-4f34-b94d-8a004c0aa517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': 'f69f33e8-9931-4361-bb6d-69be1e780f38'}}] {{(pid=86838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 15:28:51.475885 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-5fe101e6-1cd7-4429-adcc-72e4d9de78eb req-db80da01-96dd-483d-8e9a-e78a8ebaf225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:51.482334 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port 1f3d79d1-88ef-49a5-8609-ea4ffbb7fd88, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=1f3d79d1-88ef-49a5-8609-ea4ffbb7fd88,segment=NetworkSegment(cb3e2300-bba2-44c4-a23a-2f046f6f2f01),segment_id=cb3e2300-bba2-44c4-a23a-2f046f6f2f01)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:28:51.486987 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:51.488965 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-a5d28869-65cb-40d2-8844-63d8d5d5d8c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:51.566277 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Pushing event updated for resources: {'Port': ['ID=1f3d79d1-88ef-49a5-8609-ea4ffbb7fd88,revision_number=5']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:51.569444 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:51.587569 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-5fe101e6-1cd7-4429-adcc-72e4d9de78eb req-db80da01-96dd-483d-8e9a-e78a8ebaf225 service neutron] For port 847d3289-1f68-400a-bb3b-12ab549daff4, host hv-cinder-81722, cleared binding levels {{(pid=86838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 09 15:28:51.591551 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-5fe101e6-1cd7-4429-adcc-72e4d9de78eb req-db80da01-96dd-483d-8e9a-e78a8ebaf225 service neutron] For port 847d3289-1f68-400a-bb3b-12ab549daff4, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=847d3289-1f68-400a-bb3b-12ab549daff4,segment=NetworkSegment(1ec1b184-b328-4f34-b94d-8a004c0aa517),segment_id=1ec1b184-b328-4f34-b94d-8a004c0aa517)] {{(pid=86838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 09 15:28:51.597635 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-5fe101e6-1cd7-4429-adcc-72e4d9de78eb req-db80da01-96dd-483d-8e9a-e78a8ebaf225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1120024'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:51.602817 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-4102dad6-610c-42c7-b8db-b5eb1541c11b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:51.668787 dv-cinder-817223-1-smb neutron-server[86840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0d69e9c-664d-44de-bcb6-9e7d225dc646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3d79d1-88ef-49a5-8609-ea4ffbb7fd88', 'code': 200} Nov 09 15:28:51.710879 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe101e6-1cd7-4429-adcc-72e4d9de78eb req-db80da01-96dd-483d-8e9a-e78a8ebaf225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:51.711696 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-5fe101e6-1cd7-4429-adcc-72e4d9de78eb req-db80da01-96dd-483d-8e9a-e78a8ebaf225 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:51.717349 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5fe101e6-1cd7-4429-adcc-72e4d9de78eb req-db80da01-96dd-483d-8e9a-e78a8ebaf225 service neutron] 10.222.0.44 "PUT /v2.0/ports/847d3289-1f68-400a-bb3b-12ab549daff4 HTTP/1.1" status: 200 len: 1094 time: 1.3573494 Nov 09 15:28:51.718462 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c917d24e-92e1-45d3-b456-292ae779d14c', 'tag': '847d3289-1f68-400a-bb3b-12ab549daff4'}] {{(pid=86838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:28:51.777174 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67489a37-cd0f-4150-9d1c-56db57017e32 req-7b3826f0-fe3c-4b55-b102-d288d80213d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:51.778884 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-67489a37-cd0f-4150-9d1c-56db57017e32 req-7b3826f0-fe3c-4b55-b102-d288d80213d6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b035d5f5-109a-431a-855e-5d68d792ce82 HTTP/1.1" status: 200 len: 917 time: 0.2747011 Nov 09 15:28:51.846682 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c917d24e-92e1-45d3-b456-292ae779d14c', 'tag': '847d3289-1f68-400a-bb3b-12ab549daff4', 'status': 'completed', 'code': 200} Nov 09 15:28:51.865503 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db80da01-96dd-483d-8e9a-e78a8ebaf225 service neutron] Pushing event updated for resources: {'Port': ['ID=847d3289-1f68-400a-bb3b-12ab549daff4,revision_number=3']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:51.870637 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-db80da01-96dd-483d-8e9a-e78a8ebaf225 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:51.914986 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe101e6-1cd7-4429-adcc-72e4d9de78eb req-288097c0-4b9f-4a32-9b50-8d11e9a0f8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:51.917417 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5fe101e6-1cd7-4429-adcc-72e4d9de78eb req-288097c0-4b9f-4a32-9b50-8d11e9a0f8e2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5b66773034ec4ea6b306ff8a1751f208&device_id=c917d24e-92e1-45d3-b456-292ae779d14c HTTP/1.1" status: 200 len: 1097 time: 0.1203887 Nov 09 15:28:51.929880 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895dc97-fb99-4321-b4ef-284b7637baf4 req-7df9ec9c-abd0-461d-8674-9656bfd90d1a tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:51.931320 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a895dc97-fb99-4321-b4ef-284b7637baf4 req-7df9ec9c-abd0-461d-8674-9656bfd90d1a tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 945 time: 0.2696733 Nov 09 15:28:51.961023 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-67489a37-cd0f-4150-9d1c-56db57017e32 req-37d52a84-dcb1-4ea4-a3d1-494d5aa94661 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f74fd00-44b6-4aef-8ce4-7462002bd590 HTTP/1.1" status: 200 len: 217 time: 0.1667206 Nov 09 15:28:52.015589 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5fe101e6-1cd7-4429-adcc-72e4d9de78eb req-b295aa87-01c1-4c03-95e7-dc6468d6cdef service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=847d3289-1f68-400a-bb3b-12ab549daff4 HTTP/1.1" status: 200 len: 217 time: 0.0792630 Nov 09 15:28:52.045302 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67489a37-cd0f-4150-9d1c-56db57017e32 req-5a0568d9-e94a-41e9-be81-3bc640a57f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:52.046759 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-67489a37-cd0f-4150-9d1c-56db57017e32 req-5a0568d9-e94a-41e9-be81-3bc640a57f66 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=00451814-090f-4726-afa8-b056c39dc97c HTTP/1.1" status: 200 len: 855 time: 0.0757179 Nov 09 15:28:52.052865 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c31c38-1340-42f0-b3e6-b4ca0fed9da4 req-118357d2-39c1-4cb5-a1ae-6ce6b0410054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:52.054359 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-a2c31c38-1340-42f0-b3e6-b4ca0fed9da4 req-118357d2-39c1-4cb5-a1ae-6ce6b0410054 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f0d69e9c-664d-44de-bcb6-9e7d225dc646 HTTP/1.1" status: 200 len: 1099 time: 0.1460159 Nov 09 15:28:52.078686 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a895dc97-fb99-4321-b4ef-284b7637baf4 req-3da0dd69-6fd0-4419-88bf-261b7b45181c tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979719 Nov 09 15:28:52.094343 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe101e6-1cd7-4429-adcc-72e4d9de78eb req-4cba4fc5-36d4-4fcd-bf54-fcd6ef2e8328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:52.095775 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5fe101e6-1cd7-4429-adcc-72e4d9de78eb req-4cba4fc5-36d4-4fcd-bf54-fcd6ef2e8328 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ad271084-e3bf-44a5-ab55-901c8cfb0b63 HTTP/1.1" status: 200 len: 848 time: 0.0704527 Nov 09 15:28:52.111920 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-67489a37-cd0f-4150-9d1c-56db57017e32 req-173da6e2-db03-40f0-b0bd-2ea414e3e9b8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b035d5f5-109a-431a-855e-5d68d792ce82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566299 Nov 09 15:28:52.207315 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-a2c31c38-1340-42f0-b3e6-b4ca0fed9da4 req-213645e7-b01f-4fae-8e7a-24981aeb2182 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=915b7b9b-afaf-4737-bf9f-e7822f820745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157324 Nov 09 15:28:52.270292 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-67489a37-cd0f-4150-9d1c-56db57017e32 req-904fce08-0d21-4181-9f07-f96201e201db service neutron] 10.222.0.44 "GET /v2.0/networks/b035d5f5-109a-431a-855e-5d68d792ce82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417210 Nov 09 15:28:52.278610 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5fe101e6-1cd7-4429-adcc-72e4d9de78eb req-4950316c-8272-48df-ab64-d1a8065e8735 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f69f33e8-9931-4361-bb6d-69be1e780f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1507201 Nov 09 15:28:52.355212 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48db611-cf82-4942-9485-7fcf18b2b5d1 req-56958af9-3500-49c8-8a11-6b5ce53d9014 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:52.356634 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f48db611-cf82-4942-9485-7fcf18b2b5d1 req-56958af9-3500-49c8-8a11-6b5ce53d9014 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/networks?id=b035d5f5-109a-431a-855e-5d68d792ce82 HTTP/1.1" status: 200 len: 815 time: 0.2564094 Nov 09 15:28:52.376928 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f48db611-cf82-4942-9485-7fcf18b2b5d1 req-228386e8-5a09-4999-9a0d-7e7a888655b4 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/quotas/28b355fa4e264999823dc9f7078c4198 HTTP/1.1" status: 200 len: 375 time: 0.0142782 Nov 09 15:28:52.384675 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b9e42-4843-4f50-8bf2-1ca1de64cdb5 req-ff30584d-0717-4d3e-af96-266abe75508e tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:52.386109 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8a0b9e42-4843-4f50-8bf2-1ca1de64cdb5 req-ff30584d-0717-4d3e-af96-266abe75508e tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/ports?device_id=f0d69e9c-664d-44de-bcb6-9e7d225dc646 HTTP/1.1" status: 200 len: 946 time: 0.1554861 Nov 09 15:28:52.492921 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8a0b9e42-4843-4f50-8bf2-1ca1de64cdb5 req-5e3c384c-cea7-434f-b6e3-1a78e6c2448a tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/security-groups?id=915b7b9b-afaf-4737-bf9f-e7822f820745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621488 Nov 09 15:28:52.523276 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f48db611-cf82-4942-9485-7fcf18b2b5d1 req-71dc935f-6961-4566-ada6-1fc699b512ac tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=28b355fa4e264999823dc9f7078c4198&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1361294 Nov 09 15:28:52.725446 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-67489a37-cd0f-4150-9d1c-56db57017e32 req-29e1bd7c-27d3-4a71-b1ff-f7f93682cec6 service neutron] 10.222.0.44 "GET /v2.0/networks/b035d5f5-109a-431a-855e-5d68d792ce82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281531 Nov 09 15:28:52.912635 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f48db611-cf82-4942-9485-7fcf18b2b5d1 req-b0be2298-f18a-46e5-9e70-e86b86b8b8a3 service neutron] 10.222.0.83 "GET /v2.0/networks/b035d5f5-109a-431a-855e-5d68d792ce82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812928 Nov 09 15:28:52.917313 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5fe101e6-1cd7-4429-adcc-72e4d9de78eb req-2ff34e7d-f3c4-4ba3-b208-9d52c545da83 service neutron] 10.222.0.44 "GET /v2.0/networks/f69f33e8-9931-4361-bb6d-69be1e780f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198168 Nov 09 15:28:53.018311 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6dc3df-4f4c-4694-8c6c-caed496cda48 req-d0857139-eecf-42b8-b851-e478e220e778 tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:53.019755 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3e6dc3df-4f4c-4694-8c6c-caed496cda48 req-d0857139-eecf-42b8-b851-e478e220e778 tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] 10.222.0.83 "GET /v2.0/ports?device_id=c917d24e-92e1-45d3-b456-292ae779d14c HTTP/1.1" status: 200 len: 944 time: 0.4212508 Nov 09 15:28:53.172439 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3e6dc3df-4f4c-4694-8c6c-caed496cda48 req-45ea5cb8-6d0c-483a-915d-9be0ac7fbe90 tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea39249f-7d67-433f-9d81-62404a5f3f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984855 Nov 09 15:28:53.203383 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f48db611-cf82-4942-9485-7fcf18b2b5d1 req-f8be0077-aec6-4808-833f-8df9d1fdeccc service neutron] 10.222.0.83 "GET /v2.0/networks/b035d5f5-109a-431a-855e-5d68d792ce82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841952 Nov 09 15:28:53.205171 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5fe101e6-1cd7-4429-adcc-72e4d9de78eb req-af7ea19e-4a50-4482-808e-04654f90e50f service neutron] 10.222.0.44 "GET /v2.0/networks/f69f33e8-9931-4361-bb6d-69be1e780f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656362 Nov 09 15:28:53.364553 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d496c3df-fc2a-4088-9ae2-0d1602313b67 req-5f603204-7252-43f8-983f-506115e27b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:53.366189 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d496c3df-fc2a-4088-9ae2-0d1602313b67 req-5f603204-7252-43f8-983f-506115e27b84 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5b66773034ec4ea6b306ff8a1751f208&device_id=c917d24e-92e1-45d3-b456-292ae779d14c HTTP/1.1" status: 200 len: 1097 time: 0.0801244 Nov 09 15:28:53.510417 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d496c3df-fc2a-4088-9ae2-0d1602313b67 req-bf99f60e-2d59-47a4-8924-162c5e57edcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:53.511906 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d496c3df-fc2a-4088-9ae2-0d1602313b67 req-bf99f60e-2d59-47a4-8924-162c5e57edcc service neutron] 10.222.0.44 "GET /v2.0/networks?id=f69f33e8-9931-4361-bb6d-69be1e780f38 HTTP/1.1" status: 200 len: 910 time: 0.1309805 Nov 09 15:28:53.581023 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d496c3df-fc2a-4088-9ae2-0d1602313b67 req-3ac78fd4-3bf9-4a50-ade1-130432241574 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=847d3289-1f68-400a-bb3b-12ab549daff4 HTTP/1.1" status: 200 len: 217 time: 0.0613120 Nov 09 15:28:53.649125 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d496c3df-fc2a-4088-9ae2-0d1602313b67 req-f38864d8-3cc1-4194-bd7f-86b87aa33875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:53.650866 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d496c3df-fc2a-4088-9ae2-0d1602313b67 req-f38864d8-3cc1-4194-bd7f-86b87aa33875 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ad271084-e3bf-44a5-ab55-901c8cfb0b63 HTTP/1.1" status: 200 len: 848 time: 0.0613122 Nov 09 15:28:53.703355 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d496c3df-fc2a-4088-9ae2-0d1602313b67 req-7457f495-ce75-4b55-9f92-aa5012613207 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f69f33e8-9931-4361-bb6d-69be1e780f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426123 Nov 09 15:28:53.851723 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d496c3df-fc2a-4088-9ae2-0d1602313b67 req-f702de48-8df1-469f-8563-841b125c80e5 service neutron] 10.222.0.44 "GET /v2.0/networks/f69f33e8-9931-4361-bb6d-69be1e780f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412981 Nov 09 15:28:54.020907 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d496c3df-fc2a-4088-9ae2-0d1602313b67 req-b727300f-173a-4234-a5b2-0183238c9519 service neutron] 10.222.0.44 "GET /v2.0/networks/f69f33e8-9931-4361-bb6d-69be1e780f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599240 Nov 09 15:28:54.163024 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ee741e68-1cea-4483-a57d-280adcc28202 req-cc5e94e7-d13f-4c2b-ac00-47d3247452b4 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=cf612301-fa64-495c-a64a-88db46b950d8 HTTP/1.1" status: 200 len: 210 time: 0.0602984 Nov 09 15:28:54.190977 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf2677-e19a-4d24-8511-84e991adef7a req-f46d64ba-3160-4f1f-bf24-4a87c24380e6 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:54.192440 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6dcf2677-e19a-4d24-8511-84e991adef7a req-f46d64ba-3160-4f1f-bf24-4a87c24380e6 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 945 time: 0.1480556 Nov 09 15:28:54.242246 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6dcf2677-e19a-4d24-8511-84e991adef7a req-65300b2a-802d-41ca-96ea-cb1698c98691 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435615 Nov 09 15:28:54.351997 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36ea48-2c24-4b00-8d1b-ae3a98fdf500 req-378fa266-647d-4c64-855a-cca824e27c0b tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:54.353578 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ac36ea48-2c24-4b00-8d1b-ae3a98fdf500 req-378fa266-647d-4c64-855a-cca824e27c0b tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/ports?device_id=f0d69e9c-664d-44de-bcb6-9e7d225dc646 HTTP/1.1" status: 200 len: 946 time: 0.0879312 Nov 09 15:28:54.451153 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ac36ea48-2c24-4b00-8d1b-ae3a98fdf500 req-9a3af60c-e0e8-4551-8b5e-7340e70568b9 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/security-groups?id=915b7b9b-afaf-4737-bf9f-e7822f820745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617537 Nov 09 15:28:54.476872 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40052abb-78c0-45cb-908d-8015b3edd4e9 req-bec3e01f-b216-46b6-8c66-e063d8f25f2d tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:54.478579 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-40052abb-78c0-45cb-908d-8015b3edd4e9 req-bec3e01f-b216-46b6-8c66-e063d8f25f2d tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] 10.222.0.83 "GET /v2.0/ports?device_id=c917d24e-92e1-45d3-b456-292ae779d14c HTTP/1.1" status: 200 len: 944 time: 0.1237333 Nov 09 15:28:54.526857 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-40052abb-78c0-45cb-908d-8015b3edd4e9 req-969e9f09-3ebc-4bda-8aca-90721e1703f4 tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea39249f-7d67-433f-9d81-62404a5f3f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417664 Nov 09 15:28:54.693263 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48db611-cf82-4942-9485-7fcf18b2b5d1 req-0bed7998-6c66-4133-82df-c33f88363c31 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:54.694716 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f48db611-cf82-4942-9485-7fcf18b2b5d1 req-0bed7998-6c66-4133-82df-c33f88363c31 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.44 "GET /v2.0/networks?id=b035d5f5-109a-431a-855e-5d68d792ce82 HTTP/1.1" status: 200 len: 815 time: 0.1519668 Nov 09 15:28:54.708124 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [req-f48db611-cf82-4942-9485-7fcf18b2b5d1 req-ec4f8cf5-96cb-436a-8415-a1fe5e752bce tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Request body: {'port': {'device_id': 'cf612301-fa64-495c-a64a-88db46b950d8', 'network_id': 'b035d5f5-109a-431a-855e-5d68d792ce82', 'admin_state_up': True, 'tenant_id': '28b355fa4e264999823dc9f7078c4198'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:28:54.918934 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [req-f48db611-cf82-4942-9485-7fcf18b2b5d1 req-ec4f8cf5-96cb-436a-8415-a1fe5e752bce tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:28:54.928361 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [req-f48db611-cf82-4942-9485-7fcf18b2b5d1 req-ec4f8cf5-96cb-436a-8415-a1fe5e752bce tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:28:54.938251 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f48db611-cf82-4942-9485-7fcf18b2b5d1 req-ec4f8cf5-96cb-436a-8415-a1fe5e752bce tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Made reservation on behalf of 28b355fa4e264999823dc9f7078c4198 for: {'port': 1} {{(pid=86838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 15:28:54.941698 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-f48db611-cf82-4942-9485-7fcf18b2b5d1 req-ec4f8cf5-96cb-436a-8415-a1fe5e752bce tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:55.085173 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-659a5059-1822-472f-b139-1932860b611a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:55.107997 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.db_base_plugin_common [req-f48db611-cf82-4942-9485-7fcf18b2b5d1 req-ec4f8cf5-96cb-436a-8415-a1fe5e752bce tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Allocated IP 172.20.0.4 (b035d5f5-109a-431a-855e-5d68d792ce82/00451814-090f-4726-afa8-b056c39dc97c/af2537d9-c211-4653-bfdd-80011863b0af) {{(pid=86838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 15:28:55.316956 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-f48db611-cf82-4942-9485-7fcf18b2b5d1 req-ec4f8cf5-96cb-436a-8415-a1fe5e752bce tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Notify callbacks [] for port, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:55.374991 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7b858b2d-259b-41e4-84a8-993b5ad62da5 req-1e70c3ef-bcc2-4b05-945f-3f29deffeccd tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=cf612301-fa64-495c-a64a-88db46b950d8 HTTP/1.1" status: 200 len: 210 time: 0.0494072 Nov 09 15:28:55.398878 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-f48db611-cf82-4942-9485-7fcf18b2b5d1 req-ec4f8cf5-96cb-436a-8415-a1fe5e752bce tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763972296951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1120097'] for port, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:55.405132 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:55.411381 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] get_ports_and_sgs() called for port_ids ['9f74fd00-44b6-4aef-8ce4-7462002bd590', 'f34ba5a6-c287-4975-9c1f-cc6f058d4c73', 'e0429ff9-725b-44b8-8102-eef789e7b107'] {{(pid=86840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 09 15:28:55.473198 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f48db611-cf82-4942-9485-7fcf18b2b5d1 req-ec4f8cf5-96cb-436a-8415-a1fe5e752bce tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Network b035d5f5-109a-431a-855e-5d68d792ce82 is already hosted by enough agents. {{(pid=86838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 15:28:55.476913 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [req-f48db611-cf82-4942-9485-7fcf18b2b5d1 req-ec4f8cf5-96cb-436a-8415-a1fe5e752bce tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Resources bound (agent type, host, resource id): {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:28:55.486018 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [req-f48db611-cf82-4942-9485-7fcf18b2b5d1 req-ec4f8cf5-96cb-436a-8415-a1fe5e752bce tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Received port after_create {{(pid=86838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 09 15:28:55.531303 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:55.551657 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4f8cf5-96cb-436a-8415-a1fe5e752bce tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Pushing event updated for resources: {'Port': ['ID=af2537d9-c211-4653-bfdd-80011863b0af,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:55.571499 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-ec4f8cf5-96cb-436a-8415-a1fe5e752bce tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:55.654526 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48db611-cf82-4942-9485-7fcf18b2b5d1 req-ec4f8cf5-96cb-436a-8415-a1fe5e752bce tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:55.655167 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-f48db611-cf82-4942-9485-7fcf18b2b5d1 req-ec4f8cf5-96cb-436a-8415-a1fe5e752bce tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:55.730046 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f48db611-cf82-4942-9485-7fcf18b2b5d1 req-ec4f8cf5-96cb-436a-8415-a1fe5e752bce tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0248218 Nov 09 15:28:55.745493 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d093c-6658-4759-8a4b-c580a91f6e3d req-c28f2568-9f84-4069-b342-7fa5d5a7b43d tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:55.746950 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3c7d093c-6658-4759-8a4b-c580a91f6e3d req-c28f2568-9f84-4069-b342-7fa5d5a7b43d tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 945 time: 0.2651367 Nov 09 15:28:55.758500 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d369bcc3-860e-48d6-9cb2-8bec511a3374 req-26e826b1-1602-4afa-888f-47db7343baa4 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:55.760548 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d369bcc3-860e-48d6-9cb2-8bec511a3374 req-26e826b1-1602-4afa-888f-47db7343baa4 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/ports?device_id=f0d69e9c-664d-44de-bcb6-9e7d225dc646 HTTP/1.1" status: 200 len: 946 time: 0.1817479 Nov 09 15:28:55.766400 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [req-f48db611-cf82-4942-9485-7fcf18b2b5d1 req-aa89a460-f5f7-47e5-a7d1-c6a1948127e5 service neutron] Request body: {'port': {'device_id': 'cf612301-fa64-495c-a64a-88db46b950d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:28:55.918223 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d369bcc3-860e-48d6-9cb2-8bec511a3374 req-79d2417d-eda4-4a79-b63b-c6af5e58c00e tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/security-groups?id=915b7b9b-afaf-4737-bf9f-e7822f820745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248372 Nov 09 15:28:55.920729 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3c7d093c-6658-4759-8a4b-c580a91f6e3d req-005a0ec7-6f02-47c6-9bdf-746e1d189ada tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592922 Nov 09 15:28:55.953396 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-f48db611-cf82-4942-9485-7fcf18b2b5d1 req-aa89a460-f5f7-47e5-a7d1-c6a1948127e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:56.249669 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe4535-0905-48a2-8c50-64c03c7f9f6a req-0098f4f9-45d9-4532-9a78-08845b2f8d05 tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:56.251314 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-93fe4535-0905-48a2-8c50-64c03c7f9f6a req-0098f4f9-45d9-4532-9a78-08845b2f8d05 tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] 10.222.0.83 "GET /v2.0/ports?device_id=c917d24e-92e1-45d3-b456-292ae779d14c HTTP/1.1" status: 200 len: 944 time: 0.2236640 Nov 09 15:28:56.333460 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-93fe4535-0905-48a2-8c50-64c03c7f9f6a req-f04562f0-c12a-45ec-bd92-0aa0da9d88fb tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea39249f-7d67-433f-9d81-62404a5f3f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610273 Nov 09 15:28:56.409400 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [req-f48db611-cf82-4942-9485-7fcf18b2b5d1 req-aa89a460-f5f7-47e5-a7d1-c6a1948127e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af2537d9-c211-4653-bfdd-80011863b0af {{(pid=86838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 15:28:56.417430 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-f48db611-cf82-4942-9485-7fcf18b2b5d1 req-aa89a460-f5f7-47e5-a7d1-c6a1948127e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:56.433008 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.provisioning_blocks [req-f48db611-cf82-4942-9485-7fcf18b2b5d1 req-aa89a460-f5f7-47e5-a7d1-c6a1948127e5 service neutron] Transition to ACTIVE for port object af2537d9-c211-4653-bfdd-80011863b0af will not be triggered until provisioned by entity L2. {{(pid=86838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:28:56.436498 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-f48db611-cf82-4942-9485-7fcf18b2b5d1 req-aa89a460-f5f7-47e5-a7d1-c6a1948127e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1120024'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:56.440240 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-dcbcc6d3-57d3-421f-a207-ce6d181ad831 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:56.612116 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa89a460-f5f7-47e5-a7d1-c6a1948127e5 service neutron] Pushing event updated for resources: {'Port': ['ID=af2537d9-c211-4653-bfdd-80011863b0af,revision_number=2']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:56.707056 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-aa89a460-f5f7-47e5-a7d1-c6a1948127e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:56.797861 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a695cda-e2d1-489a-adaa-46b315451c90 req-508a26a8-8d20-4b2e-b06c-58fad0eb7513 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:56.798558 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-8a695cda-e2d1-489a-adaa-46b315451c90 req-508a26a8-8d20-4b2e-b06c-58fad0eb7513 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Synchronizing usage tracker for tenant:28b355fa4e264999823dc9f7078c4198 on resource:port {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 15:28:56.803326 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-f48db611-cf82-4942-9485-7fcf18b2b5d1 req-aa89a460-f5f7-47e5-a7d1-c6a1948127e5 service neutron] Attempting to bind port af2537d9-c211-4653-bfdd-80011863b0af on host hv-cinder-81722 for vnic_type normal with profile {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 15:28:56.803659 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-f48db611-cf82-4942-9485-7fcf18b2b5d1 req-aa89a460-f5f7-47e5-a7d1-c6a1948127e5 service neutron] Attempting to bind port af2537d9-c211-4653-bfdd-80011863b0af by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': 'dbd52994-1858-4bff-b4a6-dd463f52a744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'b035d5f5-109a-431a-855e-5d68d792ce82'}] {{(pid=86838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 15:28:56.804012 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48db611-cf82-4942-9485-7fcf18b2b5d1 req-aa89a460-f5f7-47e5-a7d1-c6a1948127e5 service neutron] Attempting to bind port af2537d9-c211-4653-bfdd-80011863b0af on network b035d5f5-109a-431a-855e-5d68d792ce82 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:28:56.812295 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48db611-cf82-4942-9485-7fcf18b2b5d1 req-aa89a460-f5f7-47e5-a7d1-c6a1948127e5 service neutron] Port af2537d9-c211-4653-bfdd-80011863b0af on network b035d5f5-109a-431a-855e-5d68d792ce82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 09 15:28:56.812614 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48db611-cf82-4942-9485-7fcf18b2b5d1 req-aa89a460-f5f7-47e5-a7d1-c6a1948127e5 service neutron] Attempting to bind port af2537d9-c211-4653-bfdd-80011863b0af on network b035d5f5-109a-431a-855e-5d68d792ce82 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:28:56.821702 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48db611-cf82-4942-9485-7fcf18b2b5d1 req-aa89a460-f5f7-47e5-a7d1-c6a1948127e5 service neutron] Checking agent: {'id': '5232cb7b-4e94-4f65-a0ee-0ef08f02d72d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 24, 50), 'started_at': datetime.datetime(2021, 11, 9, 15, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 09 15:28:56.822227 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48db611-cf82-4942-9485-7fcf18b2b5d1 req-aa89a460-f5f7-47e5-a7d1-c6a1948127e5 service neutron] Checking segment: {'id': 'dbd52994-1858-4bff-b4a6-dd463f52a744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'b035d5f5-109a-431a-855e-5d68d792ce82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:28:56.822697 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48db611-cf82-4942-9485-7fcf18b2b5d1 req-aa89a460-f5f7-47e5-a7d1-c6a1948127e5 service neutron] Bound using segment: {'id': 'dbd52994-1858-4bff-b4a6-dd463f52a744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'b035d5f5-109a-431a-855e-5d68d792ce82'} {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 09 15:28:56.823175 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-f48db611-cf82-4942-9485-7fcf18b2b5d1 req-aa89a460-f5f7-47e5-a7d1-c6a1948127e5 service neutron] Bound port: af2537d9-c211-4653-bfdd-80011863b0af, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd52994-1858-4bff-b4a6-dd463f52a744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'b035d5f5-109a-431a-855e-5d68d792ce82'}}] {{(pid=86838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 15:28:56.823563 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-f48db611-cf82-4942-9485-7fcf18b2b5d1 req-aa89a460-f5f7-47e5-a7d1-c6a1948127e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:56.834046 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-8a695cda-e2d1-489a-adaa-46b315451c90 req-508a26a8-8d20-4b2e-b06c-58fad0eb7513 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Unset dirty status for tenant:28b355fa4e264999823dc9f7078c4198 on resource:port {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 15:28:56.835182 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8a695cda-e2d1-489a-adaa-46b315451c90 req-508a26a8-8d20-4b2e-b06c-58fad0eb7513 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=cf612301-fa64-495c-a64a-88db46b950d8 HTTP/1.1" status: 200 len: 943 time: 0.3409157 Nov 09 15:28:56.936755 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8a695cda-e2d1-489a-adaa-46b315451c90 req-bcb6e70f-a73f-4aa8-b3a2-9f94ab4057d6 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955896 Nov 09 15:28:56.950264 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-f48db611-cf82-4942-9485-7fcf18b2b5d1 req-aa89a460-f5f7-47e5-a7d1-c6a1948127e5 service neutron] For port af2537d9-c211-4653-bfdd-80011863b0af, host hv-cinder-81722, cleared binding levels {{(pid=86838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 09 15:28:56.953581 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-f48db611-cf82-4942-9485-7fcf18b2b5d1 req-aa89a460-f5f7-47e5-a7d1-c6a1948127e5 service neutron] For port af2537d9-c211-4653-bfdd-80011863b0af, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=af2537d9-c211-4653-bfdd-80011863b0af,segment=NetworkSegment(dbd52994-1858-4bff-b4a6-dd463f52a744),segment_id=dbd52994-1858-4bff-b4a6-dd463f52a744)] {{(pid=86838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 09 15:28:56.963767 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-f48db611-cf82-4942-9485-7fcf18b2b5d1 req-aa89a460-f5f7-47e5-a7d1-c6a1948127e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1120024'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:56.968878 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-397e0721-64bd-4dfc-bbc6-ae1246726fab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:57.029002 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48db611-cf82-4942-9485-7fcf18b2b5d1 req-aa89a460-f5f7-47e5-a7d1-c6a1948127e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:57.029618 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-f48db611-cf82-4942-9485-7fcf18b2b5d1 req-aa89a460-f5f7-47e5-a7d1-c6a1948127e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:57.031003 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f48db611-cf82-4942-9485-7fcf18b2b5d1 req-aa89a460-f5f7-47e5-a7d1-c6a1948127e5 service neutron] 10.222.0.44 "PUT /v2.0/ports/af2537d9-c211-4653-bfdd-80011863b0af HTTP/1.1" status: 200 len: 1093 time: 1.2684402 Nov 09 15:28:57.031487 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf612301-fa64-495c-a64a-88db46b950d8', 'tag': 'af2537d9-c211-4653-bfdd-80011863b0af'}] {{(pid=86838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:28:57.169600 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa89a460-f5f7-47e5-a7d1-c6a1948127e5 service neutron] Pushing event updated for resources: {'Port': ['ID=af2537d9-c211-4653-bfdd-80011863b0af,revision_number=3']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:57.175073 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-aa89a460-f5f7-47e5-a7d1-c6a1948127e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:57.233927 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device 847d3289-1f68-400a-bb3b-12ab549daff4 details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=86840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 15:28:57.263482 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c0304-5165-4564-9f17-8408ca0691db req-aba3393f-865d-4124-85b0-ab0479c61e99 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:57.264987 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9b1c0304-5165-4564-9f17-8408ca0691db req-aba3393f-865d-4124-85b0-ab0479c61e99 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/ports?device_id=f0d69e9c-664d-44de-bcb6-9e7d225dc646 HTTP/1.1" status: 200 len: 946 time: 0.2246413 Nov 09 15:28:57.273754 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917abf54-b781-4402-a639-09786c6d2a60 req-6539dd47-6b34-4ac8-9c9e-7c540da9f928 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:57.276828 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-917abf54-b781-4402-a639-09786c6d2a60 req-6539dd47-6b34-4ac8-9c9e-7c540da9f928 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 945 time: 0.1986730 Nov 09 15:28:57.304624 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48db611-cf82-4942-9485-7fcf18b2b5d1 req-d381a96d-0b71-4b15-8247-acdbf4261c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:57.306125 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f48db611-cf82-4942-9485-7fcf18b2b5d1 req-d381a96d-0b71-4b15-8247-acdbf4261c80 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=28b355fa4e264999823dc9f7078c4198&device_id=cf612301-fa64-495c-a64a-88db46b950d8 HTTP/1.1" status: 200 len: 1096 time: 0.1783559 Nov 09 15:28:57.402153 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f48db611-cf82-4942-9485-7fcf18b2b5d1 req-0c554ece-3ac6-4041-94ad-629fcc3db15c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af2537d9-c211-4653-bfdd-80011863b0af HTTP/1.1" status: 200 len: 217 time: 0.0822318 Nov 09 15:28:57.418760 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port 847d3289-1f68-400a-bb3b-12ab549daff4, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=847d3289-1f68-400a-bb3b-12ab549daff4,segment=NetworkSegment(1ec1b184-b328-4f34-b94d-8a004c0aa517),segment_id=1ec1b184-b328-4f34-b94d-8a004c0aa517)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:28:57.432338 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Returning: {'device': '847d3289-1f68-400a-bb3b-12ab549daff4', 'network_id': 'f69f33e8-9931-4361-bb6d-69be1e780f38', 'port_id': '847d3289-1f68-400a-bb3b-12ab549daff4', 'mac_address': 'fa:16:3e:8e:1f:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad271084-e3bf-44a5-ab55-901c8cfb0b63', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 15:28:57.451981 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9b1c0304-5165-4564-9f17-8408ca0691db req-eecf2e94-6861-43bb-a2fe-2e35c5449991 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/security-groups?id=915b7b9b-afaf-4737-bf9f-e7822f820745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737976 Nov 09 15:28:57.479554 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-917abf54-b781-4402-a639-09786c6d2a60 req-c2a3d06a-7fe1-4455-adc9-8c61e8656662 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807346 Nov 09 15:28:57.514331 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48db611-cf82-4942-9485-7fcf18b2b5d1 req-b244096b-0e0b-4835-82da-e6bd322c1f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:57.515984 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f48db611-cf82-4942-9485-7fcf18b2b5d1 req-b244096b-0e0b-4835-82da-e6bd322c1f66 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=00451814-090f-4726-afa8-b056c39dc97c HTTP/1.1" status: 200 len: 855 time: 0.1045015 Nov 09 15:28:57.522183 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:57.561100 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.notifiers.nova [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 847d3289-1f68-400a-bb3b-12ab549daff4 {{(pid=86840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 15:28:57.598590 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf612301-fa64-495c-a64a-88db46b950d8', 'tag': 'af2537d9-c211-4653-bfdd-80011863b0af', 'status': 'completed', 'code': 200} Nov 09 15:28:57.600130 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port 847d3289-1f68-400a-bb3b-12ab549daff4, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=847d3289-1f68-400a-bb3b-12ab549daff4,segment=NetworkSegment(1ec1b184-b328-4f34-b94d-8a004c0aa517),segment_id=1ec1b184-b328-4f34-b94d-8a004c0aa517)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:28:57.612669 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f48db611-cf82-4942-9485-7fcf18b2b5d1 req-8136002d-2e61-4549-a19a-7ae32abb925f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b035d5f5-109a-431a-855e-5d68d792ce82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874128 Nov 09 15:28:57.615261 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:57.618652 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:28:57.653195 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-35bf19f8-155e-4e06-894e-25845d79fee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:57.695988 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Pushing event updated for resources: {'Port': ['ID=847d3289-1f68-400a-bb3b-12ab549daff4,revision_number=4']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:28:57.700562 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:28:57.833744 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f48db611-cf82-4942-9485-7fcf18b2b5d1 req-341e9bb6-2a8f-403d-b6d7-109fbc29731f service neutron] 10.222.0.44 "GET /v2.0/networks/b035d5f5-109a-431a-855e-5d68d792ce82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114134 Nov 09 15:28:57.843355 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f99c14-4d30-4206-8213-a6ef5b3e284b req-e1cfdbf0-c9ac-4589-8e3c-784af9c451e2 tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:57.845168 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a2f99c14-4d30-4206-8213-a6ef5b3e284b req-e1cfdbf0-c9ac-4589-8e3c-784af9c451e2 tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] 10.222.0.83 "GET /v2.0/ports?device_id=c917d24e-92e1-45d3-b456-292ae779d14c HTTP/1.1" status: 200 len: 945 time: 0.1971073 Nov 09 15:28:57.980095 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a2f99c14-4d30-4206-8213-a6ef5b3e284b req-3b3ab0e3-a44f-47ea-85ac-e1555e893149 tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea39249f-7d67-433f-9d81-62404a5f3f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134987 Nov 09 15:28:58.041651 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f48db611-cf82-4942-9485-7fcf18b2b5d1 req-f1715e13-e427-4406-8625-060d51e7fed2 service neutron] 10.222.0.44 "GET /v2.0/networks/b035d5f5-109a-431a-855e-5d68d792ce82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909378 Nov 09 15:28:58.244771 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411350f7-08dd-47bb-9e3a-92d2213393b5 req-e5b3fa9d-d45d-4be5-ae48-1bc594fc0121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:58.246266 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-411350f7-08dd-47bb-9e3a-92d2213393b5 req-e5b3fa9d-d45d-4be5-ae48-1bc594fc0121 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=28b355fa4e264999823dc9f7078c4198&device_id=cf612301-fa64-495c-a64a-88db46b950d8 HTTP/1.1" status: 200 len: 1096 time: 0.1394079 Nov 09 15:28:58.254341 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d79aa6-28a9-4cc4-a146-8a863942a266 req-2b767765-499b-4d8a-bc11-f0d86aa22ba8 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:58.255709 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-68d79aa6-28a9-4cc4-a146-8a863942a266 req-2b767765-499b-4d8a-bc11-f0d86aa22ba8 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=cf612301-fa64-495c-a64a-88db46b950d8 HTTP/1.1" status: 200 len: 943 time: 0.1110311 Nov 09 15:28:58.389869 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-68d79aa6-28a9-4cc4-a146-8a863942a266 req-72de5388-1b61-4f40-803f-f7964e436744 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103432 Nov 09 15:28:58.420220 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411350f7-08dd-47bb-9e3a-92d2213393b5 req-2b756ac4-bc58-4785-93dc-2a7d1a0ab3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:58.421645 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-411350f7-08dd-47bb-9e3a-92d2213393b5 req-2b756ac4-bc58-4785-93dc-2a7d1a0ab3d9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b035d5f5-109a-431a-855e-5d68d792ce82 HTTP/1.1" status: 200 len: 917 time: 0.1630590 Nov 09 15:28:58.488871 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-411350f7-08dd-47bb-9e3a-92d2213393b5 req-9247ecb8-8b4b-44f1-b216-d8d7362e4ef6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af2537d9-c211-4653-bfdd-80011863b0af HTTP/1.1" status: 200 len: 217 time: 0.0603352 Nov 09 15:28:58.654879 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:28:58.693087 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411350f7-08dd-47bb-9e3a-92d2213393b5 req-f88bac93-7646-4ecc-869f-3ff0aa63fbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:58.694472 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-411350f7-08dd-47bb-9e3a-92d2213393b5 req-f88bac93-7646-4ecc-869f-3ff0aa63fbaf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=00451814-090f-4726-afa8-b056c39dc97c HTTP/1.1" status: 200 len: 855 time: 0.1976724 Nov 09 15:28:58.755629 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1dedaf-9110-48aa-9e8d-094b9adb7054 req-9d705e74-5d41-46a5-87f1-a8a8bf535843 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:58.757272 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1a1dedaf-9110-48aa-9e8d-094b9adb7054 req-9d705e74-5d41-46a5-87f1-a8a8bf535843 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 945 time: 0.1459975 Nov 09 15:28:58.765571 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-411350f7-08dd-47bb-9e3a-92d2213393b5 req-8550f172-2140-4761-81f0-22d8135e214e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b035d5f5-109a-431a-855e-5d68d792ce82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547273 Nov 09 15:28:58.887835 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1a1dedaf-9110-48aa-9e8d-094b9adb7054 req-bd5aa1db-afc2-47c1-8c6d-61e3b08052fd tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245427 Nov 09 15:28:58.938860 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-411350f7-08dd-47bb-9e3a-92d2213393b5 req-b9ee4669-fa17-42f6-92b3-ce679a2fbddb service neutron] 10.222.0.44 "GET /v2.0/networks/b035d5f5-109a-431a-855e-5d68d792ce82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602106 Nov 09 15:28:58.982335 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] get_ports_and_sgs() called for port_ids ['847d3289-1f68-400a-bb3b-12ab549daff4'] {{(pid=86840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 09 15:28:59.127741 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-411350f7-08dd-47bb-9e3a-92d2213393b5 req-911e254e-a6dd-4402-8353-9409563aa1e1 service neutron] 10.222.0.44 "GET /v2.0/networks/b035d5f5-109a-431a-855e-5d68d792ce82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814244 Nov 09 15:28:59.141673 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4733a-9c40-4108-8041-4985ebe381cb req-04d65cff-f060-4f90-a8eb-d5c8477aa509 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:59.143110 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-96e4733a-9c40-4108-8041-4985ebe381cb req-04d65cff-f060-4f90-a8eb-d5c8477aa509 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/ports?device_id=f0d69e9c-664d-44de-bcb6-9e7d225dc646 HTTP/1.1" status: 200 len: 946 time: 0.1293566 Nov 09 15:28:59.193818 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-96e4733a-9c40-4108-8041-4985ebe381cb req-64f96af4-ec4e-445e-b822-bdda573789d8 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/security-groups?id=915b7b9b-afaf-4737-bf9f-e7822f820745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421681 Nov 09 15:28:59.367383 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdcfce7-6e44-4c7e-abe1-eb4fff5dee27 req-06f64d79-da65-4767-9e00-b42b8cd40aad tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:59.369264 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ccdcfce7-6e44-4c7e-abe1-eb4fff5dee27 req-06f64d79-da65-4767-9e00-b42b8cd40aad tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] 10.222.0.83 "GET /v2.0/ports?device_id=c917d24e-92e1-45d3-b456-292ae779d14c HTTP/1.1" status: 200 len: 945 time: 0.0812922 Nov 09 15:28:59.416664 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ccdcfce7-6e44-4c7e-abe1-eb4fff5dee27 req-8b499075-490f-437b-9a5d-6f061cd4ff83 tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea39249f-7d67-433f-9d81-62404a5f3f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410175 Nov 09 15:28:59.591505 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095d46e-ec50-4c32-b254-00889c81ac62 req-6f25f3d0-b297-45c9-ba13-03c53694e9a2 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:28:59.592943 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4095d46e-ec50-4c32-b254-00889c81ac62 req-6f25f3d0-b297-45c9-ba13-03c53694e9a2 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=cf612301-fa64-495c-a64a-88db46b950d8 HTTP/1.1" status: 200 len: 943 time: 0.0821185 Nov 09 15:28:59.639490 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4095d46e-ec50-4c32-b254-00889c81ac62 req-5f346c57-4f2d-47f7-a8be-2b140cf4e6d5 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402820 Nov 09 15:29:00.084231 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8007c-f387-42ac-9f99-2c718bc2c261 req-c2c361e2-da3f-4980-9671-f23d76993d4a tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:00.085808 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a3d8007c-f387-42ac-9f99-2c718bc2c261 req-c2c361e2-da3f-4980-9671-f23d76993d4a tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 945 time: 0.0848327 Nov 09 15:29:00.129542 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a3d8007c-f387-42ac-9f99-2c718bc2c261 req-2350284a-4513-4c5f-899a-f123ec78ec1d tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379255 Nov 09 15:29:00.172972 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:00.397649 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2a9bf-cdad-4569-9200-9066d65844ed req-763af8dc-b7b3-45d8-912f-789085ebd073 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:00.399174 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b0c2a9bf-cdad-4569-9200-9066d65844ed req-763af8dc-b7b3-45d8-912f-789085ebd073 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/ports?device_id=f0d69e9c-664d-44de-bcb6-9e7d225dc646 HTTP/1.1" status: 200 len: 946 time: 0.0966218 Nov 09 15:29:00.445098 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b0c2a9bf-cdad-4569-9200-9066d65844ed req-e31f5ce7-6feb-43d1-8378-4251b7ef3ec5 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/security-groups?id=915b7b9b-afaf-4737-bf9f-e7822f820745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394948 Nov 09 15:29:00.631293 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695763e9-79e6-4510-bee4-2dc50f4bee0e req-4f490c22-d238-4155-8066-81e2de6684e7 tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:00.633056 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-695763e9-79e6-4510-bee4-2dc50f4bee0e req-4f490c22-d238-4155-8066-81e2de6684e7 tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] 10.222.0.83 "GET /v2.0/ports?device_id=c917d24e-92e1-45d3-b456-292ae779d14c HTTP/1.1" status: 200 len: 945 time: 0.0913723 Nov 09 15:29:00.685892 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-695763e9-79e6-4510-bee4-2dc50f4bee0e req-35614e92-2ec3-4731-aa77-c0fa988e029e tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea39249f-7d67-433f-9d81-62404a5f3f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458879 Nov 09 15:29:00.874321 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80459981-ddd9-40a1-bed3-dcedff89a056 req-67cb4189-7568-4634-82c9-7dbde63b7f18 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:00.875825 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-80459981-ddd9-40a1-bed3-dcedff89a056 req-67cb4189-7568-4634-82c9-7dbde63b7f18 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=cf612301-fa64-495c-a64a-88db46b950d8 HTTP/1.1" status: 200 len: 943 time: 0.0904622 Nov 09 15:29:00.923925 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-80459981-ddd9-40a1-bed3-dcedff89a056 req-962a08c1-9c6b-4264-adf8-d488cc01c3b0 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424163 Nov 09 15:29:01.344559 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91aa1a7-9308-4c19-88bf-a67d6b498025 req-9dfa9355-d739-4470-9dab-0f1197eb403f tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:01.346151 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f91aa1a7-9308-4c19-88bf-a67d6b498025 req-9dfa9355-d739-4470-9dab-0f1197eb403f tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 945 time: 0.1066408 Nov 09 15:29:01.396700 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f91aa1a7-9308-4c19-88bf-a67d6b498025 req-4cbba2f7-8a62-43b1-a956-2b2754c62736 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433731 Nov 09 15:29:01.642354 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5ce00-1483-4fe0-a049-bd5e7245ce11 req-1c7f1eb5-da23-42bd-b507-9d49f3acd222 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:01.643816 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-88a5ce00-1483-4fe0-a049-bd5e7245ce11 req-1c7f1eb5-da23-42bd-b507-9d49f3acd222 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/ports?device_id=f0d69e9c-664d-44de-bcb6-9e7d225dc646 HTTP/1.1" status: 200 len: 946 time: 0.0819347 Nov 09 15:29:01.695351 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-88a5ce00-1483-4fe0-a049-bd5e7245ce11 req-576cdc91-92f1-44ef-9bd3-412f7661d4ea tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/security-groups?id=915b7b9b-afaf-4737-bf9f-e7822f820745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455940 Nov 09 15:29:01.918066 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d20de9-7920-4fe3-a224-c42612d8d649 req-033bf0ca-f553-43ec-879a-8c584d2ec471 tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:01.919522 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e9d20de9-7920-4fe3-a224-c42612d8d649 req-033bf0ca-f553-43ec-879a-8c584d2ec471 tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] 10.222.0.83 "GET /v2.0/ports?device_id=c917d24e-92e1-45d3-b456-292ae779d14c HTTP/1.1" status: 200 len: 945 time: 0.1147010 Nov 09 15:29:01.926996 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0009b06e-23c2-4ca5-a797-82edddee80e6 req-098cc309-ab1a-4ea1-9a1e-5197b926af4c tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:01.928335 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0009b06e-23c2-4ca5-a797-82edddee80e6 req-098cc309-ab1a-4ea1-9a1e-5197b926af4c tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0d69e9c-664d-44de-bcb6-9e7d225dc646 HTTP/1.1" status: 200 len: 946 time: 0.1635292 Nov 09 15:29:02.022859 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e9d20de9-7920-4fe3-a224-c42612d8d649 req-e74610f8-5f89-43f8-b8a1-60b969e04618 tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea39249f-7d67-433f-9d81-62404a5f3f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935600 Nov 09 15:29:02.028892 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [req-0009b06e-23c2-4ca5-a797-82edddee80e6 req-87a13001-d1a1-47db-b515-eaa363dd348c tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Deleting port 1f3d79d1-88ef-49a5-8609-ea4ffbb7fd88 {{(pid=86838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 09 15:29:02.029393 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-0009b06e-23c2-4ca5-a797-82edddee80e6 req-87a13001-d1a1-47db-b515-eaa363dd348c tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763972629131'] for port, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:02.343077 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be033f-3a8a-4545-8b58-aa244fa8c691 req-463b3987-e3d9-4775-a56e-534ac3a61f26 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:02.344559 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-47be033f-3a8a-4545-8b58-aa244fa8c691 req-463b3987-e3d9-4775-a56e-534ac3a61f26 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=cf612301-fa64-495c-a64a-88db46b950d8 HTTP/1.1" status: 200 len: 943 time: 0.2858527 Nov 09 15:29:02.424928 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-47be033f-3a8a-4545-8b58-aa244fa8c691 req-8bb57f66-1535-47e4-b0e0-a485d8c57f2f tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695994 Nov 09 15:29:02.454356 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-0009b06e-23c2-4ca5-a797-82edddee80e6 req-87a13001-d1a1-47db-b515-eaa363dd348c tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] For port 1f3d79d1-88ef-49a5-8609-ea4ffbb7fd88, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=1f3d79d1-88ef-49a5-8609-ea4ffbb7fd88,segment=NetworkSegment(cb3e2300-bba2-44c4-a23a-2f046f6f2f01),segment_id=cb3e2300-bba2-44c4-a23a-2f046f6f2f01)] {{(pid=86838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:29:02.454717 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-0009b06e-23c2-4ca5-a797-82edddee80e6 req-87a13001-d1a1-47db-b515-eaa363dd348c tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980446'] for port, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:02.579643 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [req-0009b06e-23c2-4ca5-a797-82edddee80e6 req-87a13001-d1a1-47db-b515-eaa363dd348c tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Calling delete_port for 1f3d79d1-88ef-49a5-8609-ea4ffbb7fd88 owned by compute:nova {{(pid=86838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 09 15:29:02.724326 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b47e9c-98c7-436d-ad66-c32ac6d0d124 req-0eff3499-26db-4b13-851c-b347facc17d6 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:02.725775 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e6b47e9c-98c7-436d-ad66-c32ac6d0d124 req-0eff3499-26db-4b13-851c-b347facc17d6 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 945 time: 0.1536155 Nov 09 15:29:02.821223 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e6b47e9c-98c7-436d-ad66-c32ac6d0d124 req-bd6cd144-d45d-444e-b552-72690d9035a2 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652931 Nov 09 15:29:02.858648 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-0009b06e-23c2-4ca5-a797-82edddee80e6 req-87a13001-d1a1-47db-b515-eaa363dd348c tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763972633375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763972299780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1120097'] for port, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:02.867610 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-aa89a460-f5f7-47e5-a7d1-c6a1948127e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:29:02.872976 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] get_ports_and_sgs() called for port_ids ['1f3d79d1-88ef-49a5-8609-ea4ffbb7fd88'] {{(pid=86840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 09 15:29:02.913243 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6767b264-0af5-4d1e-bad6-da8efc0c5bc8 req-e5f5e34d-576e-4db8-b190-cbeba132d366 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/ports?device_id=f0d69e9c-664d-44de-bcb6-9e7d225dc646 HTTP/1.1" status: 200 len: 210 time: 0.0990529 Nov 09 15:29:02.929938 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a13001-d1a1-47db-b515-eaa363dd348c tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Pushing event deleted for resources: {'Port': ['ID=1f3d79d1-88ef-49a5-8609-ea4ffbb7fd88,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:29:02.935041 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-87a13001-d1a1-47db-b515-eaa363dd348c tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:29:03.009055 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [req-0009b06e-23c2-4ca5-a797-82edddee80e6 req-87a13001-d1a1-47db-b515-eaa363dd348c tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] No DVR routers for this DVR port 1f3d79d1-88ef-49a5-8609-ea4ffbb7fd88 on host hv-cinder-81722 {{(pid=86838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 15:29:03.012473 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-0009b06e-23c2-4ca5-a797-82edddee80e6 req-87a13001-d1a1-47db-b515-eaa363dd348c tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:03.016004 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d69e9c-664d-44de-bcb6-9e7d225dc646', 'name': 'network-vif-deleted', 'tag': '1f3d79d1-88ef-49a5-8609-ea4ffbb7fd88'}] {{(pid=86838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:29:03.034065 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0009b06e-23c2-4ca5-a797-82edddee80e6 req-87a13001-d1a1-47db-b515-eaa363dd348c tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.44 "DELETE /v2.0/ports/1f3d79d1-88ef-49a5-8609-ea4ffbb7fd88 HTTP/1.1" status: 204 len: 173 time: 1.0905812 Nov 09 15:29:03.073724 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0d69e9c-664d-44de-bcb6-9e7d225dc646', 'name': 'network-vif-deleted', 'tag': '1f3d79d1-88ef-49a5-8609-ea4ffbb7fd88', 'status': 'completed', 'code': 200} Nov 09 15:29:03.229589 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f94a7-2d30-4afd-8c11-f2fc1a6ea25b req-302651c8-59ae-4af6-8552-e8ae0c4f2844 tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:03.231661 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6b5f94a7-2d30-4afd-8c11-f2fc1a6ea25b req-302651c8-59ae-4af6-8552-e8ae0c4f2844 tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] 10.222.0.83 "GET /v2.0/ports?device_id=c917d24e-92e1-45d3-b456-292ae779d14c HTTP/1.1" status: 200 len: 945 time: 0.0976374 Nov 09 15:29:03.252260 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device 847d3289-1f68-400a-bb3b-12ab549daff4 up at agent hyperv_hv-cinder-81722 {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:29:03.284251 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6b5f94a7-2d30-4afd-8c11-f2fc1a6ea25b req-72506047-6422-4814-8d84-b2cb03dafd5f tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea39249f-7d67-433f-9d81-62404a5f3f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458698 Nov 09 15:29:03.334824 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Provisioning for port 847d3289-1f68-400a-bb3b-12ab549daff4 completed by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:29:03.340283 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Provisioning complete for port 847d3289-1f68-400a-bb3b-12ab549daff4 triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:29:03.340659 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:03.412801 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457571fb-44a0-4e40-9a95-2338011517bd req-f3349571-5d7f-4e19-95a4-18f73e75dbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:03.414308 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-457571fb-44a0-4e40-9a95-2338011517bd req-f3349571-5d7f-4e19-95a4-18f73e75dbac service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 1098 time: 0.0732596 Nov 09 15:29:03.457900 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-457571fb-44a0-4e40-9a95-2338011517bd req-f0161f79-f2f1-4abd-a5fe-de0c3da61467 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346737 Nov 09 15:29:03.461621 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:03.489421 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c917d24e-92e1-45d3-b456-292ae779d14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847d3289-1f68-400a-bb3b-12ab549daff4'}] {{(pid=86840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:29:03.499175 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port 847d3289-1f68-400a-bb3b-12ab549daff4, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=847d3289-1f68-400a-bb3b-12ab549daff4,segment=NetworkSegment(1ec1b184-b328-4f34-b94d-8a004c0aa517),segment_id=1ec1b184-b328-4f34-b94d-8a004c0aa517)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:29:03.503435 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:03.504275 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device 1f3d79d1-88ef-49a5-8609-ea4ffbb7fd88 no longer exists at agent hyperv_hv-cinder-81722 {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 15:29:03.532895 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-9222c68e-b43a-48d8-bc71-962927bcb8b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:29:03.578211 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] No Port match for: 1f3d79d1-88ef-49a5-8609-ea4ffbb7fd88 {{(pid=86840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 09 15:29:03.578473 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device 1f3d79d1-88ef-49a5-8609-ea4ffbb7fd88 not bound to the agent host hv-cinder-81722 {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 15:29:03.605664 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Pushing event updated for resources: {'Port': ['ID=847d3289-1f68-400a-bb3b-12ab549daff4,revision_number=5']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:29:03.608783 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:29:03.616632 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d71b9b-0de8-413b-b1f4-a3178a646fed req-a7b33c0e-0c51-4812-9e9b-4c4db0ec0de3 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:03.618440 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a6d71b9b-0de8-413b-b1f4-a3178a646fed req-a7b33c0e-0c51-4812-9e9b-4c4db0ec0de3 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=cf612301-fa64-495c-a64a-88db46b950d8 HTTP/1.1" status: 200 len: 943 time: 0.0838747 Nov 09 15:29:03.663712 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a6d71b9b-0de8-413b-b1f4-a3178a646fed req-82f56367-bc01-4fd4-a17f-b67bece75922 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385232 Nov 09 15:29:03.715440 dv-cinder-817223-1-smb neutron-server[86840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c917d24e-92e1-45d3-b456-292ae779d14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847d3289-1f68-400a-bb3b-12ab549daff4', 'code': 200} Nov 09 15:29:04.007439 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314cda8-f517-4782-890e-3c15ebe5e0f5 req-f634c9db-3d86-40fe-b992-5b5081e7db1c tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:04.008895 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5314cda8-f517-4782-890e-3c15ebe5e0f5 req-f634c9db-3d86-40fe-b992-5b5081e7db1c tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 945 time: 0.0805850 Nov 09 15:29:04.066630 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5314cda8-f517-4782-890e-3c15ebe5e0f5 req-eac01216-f649-4a3b-81e6-d4eee369ad54 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496795 Nov 09 15:29:04.115597 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-7248a2bf-f978-4425-b002-59e99f735120 req-6419f905-2698-4674-a821-913e9de00400 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Synchronizing usage tracker for tenant:d7deca5155a84edc8d9cba06a4fa793d on resource:port {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 15:29:04.168662 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-7248a2bf-f978-4425-b002-59e99f735120 req-6419f905-2698-4674-a821-913e9de00400 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Unset dirty status for tenant:d7deca5155a84edc8d9cba06a4fa793d on resource:port {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 15:29:04.169993 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7248a2bf-f978-4425-b002-59e99f735120 req-6419f905-2698-4674-a821-913e9de00400 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] 10.222.0.83 "GET /v2.0/ports?device_id=f0d69e9c-664d-44de-bcb6-9e7d225dc646 HTTP/1.1" status: 200 len: 210 time: 0.1024840 Nov 09 15:29:04.206336 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847d95c-176f-471a-a363-93bfe4e9d604 req-0b71edba-b5bb-40af-89c4-ad5f55f2139a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:04.208133 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5847d95c-176f-471a-a363-93bfe4e9d604 req-0b71edba-b5bb-40af-89c4-ad5f55f2139a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c917d24e-92e1-45d3-b456-292ae779d14c HTTP/1.1" status: 200 len: 1099 time: 0.0812795 Nov 09 15:29:04.257599 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5847d95c-176f-471a-a363-93bfe4e9d604 req-aa15f98d-91d6-4ef0-83d5-6a61f68fbbfb service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ea39249f-7d67-433f-9d81-62404a5f3f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418909 Nov 09 15:29:04.476705 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947364d-6363-49fd-86f8-b13f90cdca55 req-5cb8f8bf-654c-4337-8039-8404f05e3b9b tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:04.479307 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6947364d-6363-49fd-86f8-b13f90cdca55 req-5cb8f8bf-654c-4337-8039-8404f05e3b9b tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] 10.222.0.83 "GET /v2.0/ports?device_id=c917d24e-92e1-45d3-b456-292ae779d14c HTTP/1.1" status: 200 len: 946 time: 0.0848241 Nov 09 15:29:04.521788 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6947364d-6363-49fd-86f8-b13f90cdca55 req-201549ce-e54f-4a96-9b38-e7a24524619f tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea39249f-7d67-433f-9d81-62404a5f3f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375335 Nov 09 15:29:04.849925 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39dfcf-b274-4613-a15f-bc6e5858b072 req-34454b90-9c87-45f3-91ec-1a7649a9b706 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:04.851314 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-cd39dfcf-b274-4613-a15f-bc6e5858b072 req-34454b90-9c87-45f3-91ec-1a7649a9b706 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=cf612301-fa64-495c-a64a-88db46b950d8 HTTP/1.1" status: 200 len: 943 time: 0.0795557 Nov 09 15:29:04.895859 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-cd39dfcf-b274-4613-a15f-bc6e5858b072 req-eb9bcdab-9bcf-4495-a099-d36bca0723e6 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386083 Nov 09 15:29:05.266864 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device af2537d9-c211-4653-bfdd-80011863b0af details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=86840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 15:29:05.374846 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae6b146-3033-4003-b67f-7baead845c36 req-9011d925-b384-46b8-aaec-737ecbf16d23 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:05.389143 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-fae6b146-3033-4003-b67f-7baead845c36 req-9011d925-b384-46b8-aaec-737ecbf16d23 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 945 time: 0.2160652 Nov 09 15:29:05.442397 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-fae6b146-3033-4003-b67f-7baead845c36 req-5dbdc955-2541-4174-b4ce-6c8fa9c3af11 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518093 Nov 09 15:29:05.446406 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port af2537d9-c211-4653-bfdd-80011863b0af, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=af2537d9-c211-4653-bfdd-80011863b0af,segment=NetworkSegment(dbd52994-1858-4bff-b4a6-dd463f52a744),segment_id=dbd52994-1858-4bff-b4a6-dd463f52a744)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:29:05.464735 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Returning: {'device': 'af2537d9-c211-4653-bfdd-80011863b0af', 'network_id': 'b035d5f5-109a-431a-855e-5d68d792ce82', 'port_id': 'af2537d9-c211-4653-bfdd-80011863b0af', 'mac_address': 'fa:16:3e:e8:1e:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00451814-090f-4726-afa8-b056c39dc97c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 15:29:05.524195 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:05.543106 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.notifiers.nova [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af2537d9-c211-4653-bfdd-80011863b0af {{(pid=86840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 15:29:05.563742 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port af2537d9-c211-4653-bfdd-80011863b0af, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=af2537d9-c211-4653-bfdd-80011863b0af,segment=NetworkSegment(dbd52994-1858-4bff-b4a6-dd463f52a744),segment_id=dbd52994-1858-4bff-b4a6-dd463f52a744)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:29:05.569084 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:05.572085 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:29:05.678187 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Pushing event updated for resources: {'Port': ['ID=af2537d9-c211-4653-bfdd-80011863b0af,revision_number=4']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:29:05.683158 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:29:05.795897 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44c058-5bf8-4bd7-a653-febdb8f9fcf5 req-d2d28890-1686-47c1-9a26-c60d9a1af449 tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:05.799572 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8e44c058-5bf8-4bd7-a653-febdb8f9fcf5 req-d2d28890-1686-47c1-9a26-c60d9a1af449 tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] 10.222.0.83 "GET /v2.0/ports?device_id=c917d24e-92e1-45d3-b456-292ae779d14c HTTP/1.1" status: 200 len: 946 time: 0.1613355 Nov 09 15:29:05.909394 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8e44c058-5bf8-4bd7-a653-febdb8f9fcf5 req-8857ecf0-f898-4ca0-a1e2-d9ddf1dc2cd6 tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea39249f-7d67-433f-9d81-62404a5f3f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043696 Nov 09 15:29:06.115752 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc964f-7e30-4661-961c-669d3b46d605 req-16cb29f2-b7a8-4d28-8fc6-ddd70a17b3fb tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:06.117476 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3acc964f-7e30-4661-961c-669d3b46d605 req-16cb29f2-b7a8-4d28-8fc6-ddd70a17b3fb tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=cf612301-fa64-495c-a64a-88db46b950d8 HTTP/1.1" status: 200 len: 944 time: 0.0877509 Nov 09 15:29:06.166289 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3acc964f-7e30-4661-961c-669d3b46d605 req-e004547e-e49a-4bbe-91d5-ffb52a78b42d tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419164 Nov 09 15:29:06.503084 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] get_ports_and_sgs() called for port_ids ['af2537d9-c211-4653-bfdd-80011863b0af'] {{(pid=86840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 09 15:29:06.644187 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674a6c33-9f58-4e13-be58-b9e65a194482 req-21691fd2-cf08-48fc-a2b0-95ef6994b866 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:06.652868 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-674a6c33-9f58-4e13-be58-b9e65a194482 req-21691fd2-cf08-48fc-a2b0-95ef6994b866 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 945 time: 0.1026623 Nov 09 15:29:06.726020 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-674a6c33-9f58-4e13-be58-b9e65a194482 req-d85cb3ab-b30c-4510-9bc1-05832c453481 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721273 Nov 09 15:29:06.918198 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca051e-684a-497a-a947-393fc7a72d82 req-33c86a5e-08a1-4916-bd21-9ee2d68ec95f tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:06.919656 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a7ca051e-684a-497a-a947-393fc7a72d82 req-33c86a5e-08a1-4916-bd21-9ee2d68ec95f tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.0792267 Nov 09 15:29:06.964134 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a7ca051e-684a-497a-a947-393fc7a72d82 req-fdd1a423-5cc7-486c-965e-c6fc10cd4fd8 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387628 Nov 09 15:29:07.095044 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d54e854-65b8-4f3e-b34f-cba21a7f17a2 req-026024be-b3b4-4649-a1db-fd9025491506 tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:07.096550 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4d54e854-65b8-4f3e-b34f-cba21a7f17a2 req-026024be-b3b4-4649-a1db-fd9025491506 tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] 10.222.0.83 "GET /v2.0/ports?device_id=c917d24e-92e1-45d3-b456-292ae779d14c HTTP/1.1" status: 200 len: 946 time: 0.0874274 Nov 09 15:29:07.141638 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4d54e854-65b8-4f3e-b34f-cba21a7f17a2 req-e7bd1b19-0cfb-40bb-8e82-cff5756dd50b tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea39249f-7d67-433f-9d81-62404a5f3f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392833 Nov 09 15:29:07.404935 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b3d89-5ea1-49fa-8037-de6582bee373 req-e467913b-1ba5-4708-9bea-6c7c26296f6e tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:07.406844 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-965b3d89-5ea1-49fa-8037-de6582bee373 req-e467913b-1ba5-4708-9bea-6c7c26296f6e tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=cf612301-fa64-495c-a64a-88db46b950d8 HTTP/1.1" status: 200 len: 944 time: 0.1020350 Nov 09 15:29:07.470743 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-965b3d89-5ea1-49fa-8037-de6582bee373 req-f2e13402-2891-4f7d-9128-a0efe3f74562 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566714 Nov 09 15:29:08.911283 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0b0bd-07c8-4d23-a5c9-4f1354db6669 req-b49bd528-1e38-4f7c-9965-4bff57576578 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:08.920728 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e6f0b0bd-07c8-4d23-a5c9-4f1354db6669 req-b49bd528-1e38-4f7c-9965-4bff57576578 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=cf612301-fa64-495c-a64a-88db46b950d8 HTTP/1.1" status: 200 len: 944 time: 0.1725171 Nov 09 15:29:09.092243 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e6f0b0bd-07c8-4d23-a5c9-4f1354db6669 req-f4990d7e-29ce-41ab-82a2-6c1eef42d3e0 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660192 Nov 09 15:29:09.137431 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d2317-98c2-43ff-8866-0450af031970 req-bda72ffa-6ba0-4b2f-b926-f15756e4268f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:09.139333 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-271d2317-98c2-43ff-8866-0450af031970 req-bda72ffa-6ba0-4b2f-b926-f15756e4268f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9358f8b166ed4a2d82f901d8250cca4a&device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 1098 time: 0.1856587 Nov 09 15:29:09.147875 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc29111-9b11-4a18-8d5b-7edaf7f2183f req-1d10a15b-0dfe-4978-a993-cc55f0b43e3a tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:09.149340 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3dc29111-9b11-4a18-8d5b-7edaf7f2183f req-1d10a15b-0dfe-4978-a993-cc55f0b43e3a tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.1365798 Nov 09 15:29:09.249669 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device af2537d9-c211-4653-bfdd-80011863b0af up at agent hyperv_hv-cinder-81722 {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:29:09.321275 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3dc29111-9b11-4a18-8d5b-7edaf7f2183f req-9eb21a56-0991-42cf-8079-ceef0e1c7fbf tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481290 Nov 09 15:29:09.392507 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d2317-98c2-43ff-8866-0450af031970 req-06927d05-94dc-484b-a57f-c15cd2a6caa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:09.394195 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-271d2317-98c2-43ff-8866-0450af031970 req-06927d05-94dc-484b-a57f-c15cd2a6caa2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=08bbf048-6dc1-4572-9d55-714f0fd34b54 HTTP/1.1" status: 200 len: 920 time: 0.2433639 Nov 09 15:29:09.439191 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Provisioning for port af2537d9-c211-4653-bfdd-80011863b0af completed by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:29:09.487641 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Provisioning complete for port af2537d9-c211-4653-bfdd-80011863b0af triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:29:09.488265 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:09.612100 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-271d2317-98c2-43ff-8866-0450af031970 req-fbd81a34-191d-4b5f-88fd-e7d17031160c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22d50f63-eaac-4149-8b98-3a76e6e8e44f HTTP/1.1" status: 200 len: 217 time: 0.1894243 Nov 09 15:29:09.696753 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:09.741913 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf612301-fa64-495c-a64a-88db46b950d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af2537d9-c211-4653-bfdd-80011863b0af'}] {{(pid=86840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:29:09.757673 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port af2537d9-c211-4653-bfdd-80011863b0af, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=af2537d9-c211-4653-bfdd-80011863b0af,segment=NetworkSegment(dbd52994-1858-4bff-b4a6-dd463f52a744),segment_id=dbd52994-1858-4bff-b4a6-dd463f52a744)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:29:09.767566 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:09.769629 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:29:09.803334 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d2317-98c2-43ff-8866-0450af031970 req-b3ef044d-8ccd-4b27-8798-f2622dc44c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:09.810260 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-271d2317-98c2-43ff-8866-0450af031970 req-b3ef044d-8ccd-4b27-8798-f2622dc44c3a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4904fa8b-3075-42a7-aac9-ddfb551a5334 HTTP/1.1" status: 200 len: 858 time: 0.1858907 Nov 09 15:29:09.875400 dv-cinder-817223-1-smb neutron-server[86840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf612301-fa64-495c-a64a-88db46b950d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af2537d9-c211-4653-bfdd-80011863b0af', 'code': 200} Nov 09 15:29:09.876200 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Pushing event updated for resources: {'Port': ['ID=af2537d9-c211-4653-bfdd-80011863b0af,revision_number=5']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:29:09.879702 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:29:09.913932 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-271d2317-98c2-43ff-8866-0450af031970 req-945f13c9-f2e6-429d-a3f3-8a971401e79a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=08bbf048-6dc1-4572-9d55-714f0fd34b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913987 Nov 09 15:29:10.137190 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-271d2317-98c2-43ff-8866-0450af031970 req-2b516489-a1aa-465b-ac21-62f956773c20 service neutron] 10.222.0.44 "GET /v2.0/networks/08bbf048-6dc1-4572-9d55-714f0fd34b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048106 Nov 09 15:29:10.432872 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc90a3-2c1d-4b6d-babd-f73b8389919d req-834b7bea-3dfb-4a0b-ab40-389f42572de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:10.435355 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-5acc90a3-2c1d-4b6d-babd-f73b8389919d req-834b7bea-3dfb-4a0b-ab40-389f42572de1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cf612301-fa64-495c-a64a-88db46b950d8 HTTP/1.1" status: 200 len: 1098 time: 0.2355351 Nov 09 15:29:10.437959 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-271d2317-98c2-43ff-8866-0450af031970 req-703b7e09-cc58-4b00-8bd3-42f3cfe6aa09 service neutron] 10.222.0.44 "GET /v2.0/networks/08bbf048-6dc1-4572-9d55-714f0fd34b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921543 Nov 09 15:29:10.544800 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86219251-44e8-40ee-a913-6d6e4792f984 req-22a76fe2-b924-4a6d-a89b-5f005252b5d6 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:10.550932 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-5acc90a3-2c1d-4b6d-babd-f73b8389919d req-101fb7a9-77c3-4496-a795-f9e9edc4c765 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897036 Nov 09 15:29:10.552135 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-86219251-44e8-40ee-a913-6d6e4792f984 req-22a76fe2-b924-4a6d-a89b-5f005252b5d6 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=cf612301-fa64-495c-a64a-88db46b950d8 HTTP/1.1" status: 200 len: 945 time: 0.1945937 Nov 09 15:29:10.595092 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-86219251-44e8-40ee-a913-6d6e4792f984 req-cd723766-b36e-489e-ada5-ffb731313fa2 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419152 Nov 09 15:29:10.892146 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c253e6a-e161-4e20-a7d0-401a08bd6d74 req-f2d60237-9764-487a-bfc6-03ce40f0c812 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:10.893870 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1c253e6a-e161-4e20-a7d0-401a08bd6d74 req-f2d60237-9764-487a-bfc6-03ce40f0c812 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.1788447 Nov 09 15:29:11.013265 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1c253e6a-e161-4e20-a7d0-401a08bd6d74 req-a2989353-69ea-438d-bdfe-97573aa915f2 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694966 Nov 09 15:29:11.131135 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.agents_db [None req-0bb7c99c-2b67-41fc-97bf-7ac1ae3a1626 None None] Agent healthcheck: found 6 active agents {{(pid=86841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 15:29:11.809164 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429e9da-c7f2-4800-822e-e7ca0feca02a req-954d6298-00bb-4a8e-afee-8b65f1b649a3 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:11.810523 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d429e9da-c7f2-4800-822e-e7ca0feca02a req-954d6298-00bb-4a8e-afee-8b65f1b649a3 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=cf612301-fa64-495c-a64a-88db46b950d8 HTTP/1.1" status: 200 len: 945 time: 0.0982552 Nov 09 15:29:11.907751 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d429e9da-c7f2-4800-822e-e7ca0feca02a req-1782a482-50ec-4dc3-9e4c-26bed97036b5 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656624 Nov 09 15:29:11.948847 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022aee4-1510-44d5-ac6b-ac4d65b8fb17 req-4e1b6a91-aedc-4a86-8c0d-70716c9bbf63 tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:11.951774 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7022aee4-1510-44d5-ac6b-ac4d65b8fb17 req-4e1b6a91-aedc-4a86-8c0d-70716c9bbf63 tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] 10.222.0.83 "GET /v2.0/ports?device_id=c917d24e-92e1-45d3-b456-292ae779d14c HTTP/1.1" status: 200 len: 946 time: 0.1514590 Nov 09 15:29:12.010338 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7022aee4-1510-44d5-ac6b-ac4d65b8fb17 req-10455e36-e70d-4f32-9c43-f7b310d57da8 tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea39249f-7d67-433f-9d81-62404a5f3f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502059 Nov 09 15:29:12.298397 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c06dc3-9600-4345-a540-628d03587ce4 req-b23a2bda-2612-41bb-8916-c6e1800d6141 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:12.305524 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b8c06dc3-9600-4345-a540-628d03587ce4 req-b23a2bda-2612-41bb-8916-c6e1800d6141 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.1363201 Nov 09 15:29:12.379331 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b8c06dc3-9600-4345-a540-628d03587ce4 req-0ce6a7b7-2646-4a1f-92aa-ad0a5f16bbcd tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703187 Nov 09 15:29:13.212661 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c692f6-5abd-4e60-97c0-f504fccc631b req-1defee6a-53ae-48a1-b56b-a2767e78c9b8 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:13.225818 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-55c692f6-5abd-4e60-97c0-f504fccc631b req-1defee6a-53ae-48a1-b56b-a2767e78c9b8 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=cf612301-fa64-495c-a64a-88db46b950d8 HTTP/1.1" status: 200 len: 945 time: 0.1826751 Nov 09 15:29:13.331542 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-55c692f6-5abd-4e60-97c0-f504fccc631b req-63f5a423-5fb8-45e0-9f9f-45d1758b79bb tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045177 Nov 09 15:29:13.357063 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e959e24-5776-48c1-9e61-8320a701d912 req-74d5ce25-86e9-4b45-8064-e8566d8bc07b tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:13.359138 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5e959e24-5776-48c1-9e61-8320a701d912 req-74d5ce25-86e9-4b45-8064-e8566d8bc07b tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] 10.222.0.83 "GET /v2.0/ports?device_id=c917d24e-92e1-45d3-b456-292ae779d14c HTTP/1.1" status: 200 len: 946 time: 0.2300777 Nov 09 15:29:13.409866 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5e959e24-5776-48c1-9e61-8320a701d912 req-b22fe971-ff62-430b-b149-8d5751d6db1a tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea39249f-7d67-433f-9d81-62404a5f3f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443280 Nov 09 15:29:13.827558 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03cd06e-cda9-4160-a2f4-3413a56919df req-7c3ced21-2684-490a-810a-50c43a56a0fd tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:13.829024 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e03cd06e-cda9-4160-a2f4-3413a56919df req-7c3ced21-2684-490a-810a-50c43a56a0fd tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.1349785 Nov 09 15:29:13.902343 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e03cd06e-cda9-4160-a2f4-3413a56919df req-0015e936-1d85-4eb1-bec2-f87d143a041a tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593777 Nov 09 15:29:14.111695 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 38694) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:29:14.301738 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-a3c5e98c-1c4f-4393-aa7d-73c99bf7ee85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:14.317911 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-a3c5e98c-1c4f-4393-aa7d-73c99bf7ee85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:29:14.322795 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-a3c5e98c-1c4f-4393-aa7d-73c99bf7ee85 admin admin] Usage tracker for resource:security_group_rule and tenant:3fbaf2626f004c98b731450694ce5b94 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:29:14.325801 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-a3c5e98c-1c4f-4393-aa7d-73c99bf7ee85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:29:14.331943 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-a3c5e98c-1c4f-4393-aa7d-73c99bf7ee85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:29:14.444369 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-a3c5e98c-1c4f-4393-aa7d-73c99bf7ee85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:14.451056 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-a3c5e98c-1c4f-4393-aa7d-73c99bf7ee85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:14.464750 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-e5fa0b15-b7ab-4853-a427-7bcdd3c470e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:29:14.504026 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c5e98c-1c4f-4393-aa7d-73c99bf7ee85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c37a92-2fd3-4adf-9643-8cf6a07b90a0,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:29:14.527564 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5e98c-1c4f-4393-aa7d-73c99bf7ee85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:29:14.528338 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5e98c-1c4f-4393-aa7d-73c99bf7ee85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:29:14.528868 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5e98c-1c4f-4393-aa7d-73c99bf7ee85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:29:14.529625 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5e98c-1c4f-4393-aa7d-73c99bf7ee85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:29:14.530190 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5e98c-1c4f-4393-aa7d-73c99bf7ee85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:29:14.530737 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5e98c-1c4f-4393-aa7d-73c99bf7ee85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:29:14.531275 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5e98c-1c4f-4393-aa7d-73c99bf7ee85 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:29:14.531822 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5e98c-1c4f-4393-aa7d-73c99bf7ee85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:29:14.532357 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5e98c-1c4f-4393-aa7d-73c99bf7ee85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:29:14.532888 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5e98c-1c4f-4393-aa7d-73c99bf7ee85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:29:14.533462 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5e98c-1c4f-4393-aa7d-73c99bf7ee85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:29:14.534130 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5e98c-1c4f-4393-aa7d-73c99bf7ee85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:29:14.566365 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-a3c5e98c-1c4f-4393-aa7d-73c99bf7ee85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:29:14.574270 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-a3c5e98c-1c4f-4393-aa7d-73c99bf7ee85 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3fbaf2626f004c98b731450694ce5b94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4573896 Nov 09 15:29:14.574861 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 38710) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:29:14.669647 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-2d70452f-7241-4ddc-9bdf-23af838ab182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:14.707675 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-2d70452f-7241-4ddc-9bdf-23af838ab182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:14.732481 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f25578-37eb-4bc8-ad44-7ef686cb3ed2 req-371351ac-1d09-492b-ba85-7afc309e5b0b tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:14.740566 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-93f25578-37eb-4bc8-ad44-7ef686cb3ed2 req-371351ac-1d09-492b-ba85-7afc309e5b0b tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=cf612301-fa64-495c-a64a-88db46b950d8 HTTP/1.1" status: 200 len: 945 time: 0.2012634 Nov 09 15:29:14.750850 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe994118-75ac-42f1-9bdd-7afde2287de6 req-29b1ab82-9714-4813-aa20-dc7c294ad1b0 tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:14.752319 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-fe994118-75ac-42f1-9bdd-7afde2287de6 req-29b1ab82-9714-4813-aa20-dc7c294ad1b0 tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] 10.222.0.83 "GET /v2.0/ports?device_id=c917d24e-92e1-45d3-b456-292ae779d14c HTTP/1.1" status: 200 len: 946 time: 0.1449955 Nov 09 15:29:14.780567 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-2d70452f-7241-4ddc-9bdf-23af838ab182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:14.788127 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-bcd73fc4-be8c-4304-bc67-47ff1788df73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:29:14.803090 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d70452f-7241-4ddc-9bdf-23af838ab182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c37a92-2fd3-4adf-9643-8cf6a07b90a0,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:29:14.859163 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-93f25578-37eb-4bc8-ad44-7ef686cb3ed2 req-4f7ee233-1d49-4205-9653-8799f64a1dd7 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043100 Nov 09 15:29:14.864222 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-fe994118-75ac-42f1-9bdd-7afde2287de6 req-ab5b7c07-6bef-4e34-ab79-37e486847fe3 tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea39249f-7d67-433f-9d81-62404a5f3f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973184 Nov 09 15:29:14.875071 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-2d70452f-7241-4ddc-9bdf-23af838ab182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:29:14.902359 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-2d70452f-7241-4ddc-9bdf-23af838ab182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:14.905862 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-2d70452f-7241-4ddc-9bdf-23af838ab182 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f9c37a92-2fd3-4adf-9643-8cf6a07b90a0 HTTP/1.1" status: 204 len: 168 time: 0.3276286 Nov 09 15:29:15.001986 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a3575-1650-4aad-bb28-2e4ec81f0e23 req-3f5bf326-7c07-4c48-ada3-2503ff580cd3 tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:15.004494 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-fb9a3575-1650-4aad-bb28-2e4ec81f0e23 req-3f5bf326-7c07-4c48-ada3-2503ff580cd3 tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] 10.222.0.44 "GET /v2.0/ports?device_id=c917d24e-92e1-45d3-b456-292ae779d14c HTTP/1.1" status: 200 len: 946 time: 0.1968174 Nov 09 15:29:15.101992 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [req-fb9a3575-1650-4aad-bb28-2e4ec81f0e23 req-b5ff528c-6c50-4c6e-b7bd-9adaad34097b tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] Deleting port 847d3289-1f68-400a-bb3b-12ab549daff4 {{(pid=86839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 09 15:29:15.102889 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-fb9a3575-1650-4aad-bb28-2e4ec81f0e23 req-b5ff528c-6c50-4c6e-b7bd-9adaad34097b tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763972629131'] for port, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:15.439475 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12230ca-1d2b-4bec-92d5-33dc95ce64df req-99994c86-fbda-4016-ab1c-8d2646a606c7 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:15.453581 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c12230ca-1d2b-4bec-92d5-33dc95ce64df req-99994c86-fbda-4016-ab1c-8d2646a606c7 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.1960723 Nov 09 15:29:15.522877 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c12230ca-1d2b-4bec-92d5-33dc95ce64df req-51fa1b70-62e0-4742-b1e3-063e2696ab17 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681741 Nov 09 15:29:15.563832 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [req-fb9a3575-1650-4aad-bb28-2e4ec81f0e23 req-b5ff528c-6c50-4c6e-b7bd-9adaad34097b tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] For port 847d3289-1f68-400a-bb3b-12ab549daff4, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=847d3289-1f68-400a-bb3b-12ab549daff4,segment=NetworkSegment(1ec1b184-b328-4f34-b94d-8a004c0aa517),segment_id=1ec1b184-b328-4f34-b94d-8a004c0aa517)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:29:15.564900 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-fb9a3575-1650-4aad-bb28-2e4ec81f0e23 req-b5ff528c-6c50-4c6e-b7bd-9adaad34097b tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980446'] for port, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:15.720324 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [req-fb9a3575-1650-4aad-bb28-2e4ec81f0e23 req-b5ff528c-6c50-4c6e-b7bd-9adaad34097b tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] Calling delete_port for 847d3289-1f68-400a-bb3b-12ab549daff4 owned by compute:nova {{(pid=86839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 09 15:29:16.027390 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-fb9a3575-1650-4aad-bb28-2e4ec81f0e23 req-b5ff528c-6c50-4c6e-b7bd-9adaad34097b tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763972633375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763972299780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337271'] for port, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:16.033726 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-15df9f53-adb1-4c1b-a012-a526eabd535e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:29:16.047639 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] get_ports_and_sgs() called for port_ids ['847d3289-1f68-400a-bb3b-12ab549daff4'] {{(pid=86840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 09 15:29:16.161329 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b399d427-067b-4cf4-8bc5-357cb0a1b0db req-b35cb6fa-1305-4914-92a0-2cae6cf217ef tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] 10.222.0.83 "GET /v2.0/ports?device_id=c917d24e-92e1-45d3-b456-292ae779d14c HTTP/1.1" status: 200 len: 210 time: 0.0773880 Nov 09 15:29:16.166612 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff528c-6c50-4c6e-b7bd-9adaad34097b tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] Pushing event deleted for resources: {'Port': ['ID=847d3289-1f68-400a-bb3b-12ab549daff4,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:29:16.187144 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-b5ff528c-6c50-4c6e-b7bd-9adaad34097b tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:29:16.244780 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb9a3575-1650-4aad-bb28-2e4ec81f0e23 req-b5ff528c-6c50-4c6e-b7bd-9adaad34097b tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] No DVR routers for this DVR port 847d3289-1f68-400a-bb3b-12ab549daff4 on host hv-cinder-81722 {{(pid=86839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 15:29:16.262078 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-fb9a3575-1650-4aad-bb28-2e4ec81f0e23 req-b5ff528c-6c50-4c6e-b7bd-9adaad34097b tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581'] for port, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:16.272026 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 38754) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:29:16.287104 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c917d24e-92e1-45d3-b456-292ae779d14c', 'name': 'network-vif-deleted', 'tag': '847d3289-1f68-400a-bb3b-12ab549daff4'}] {{(pid=86839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:29:16.308013 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-fb9a3575-1650-4aad-bb28-2e4ec81f0e23 req-b5ff528c-6c50-4c6e-b7bd-9adaad34097b tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] 10.222.0.44 "DELETE /v2.0/ports/847d3289-1f68-400a-bb3b-12ab549daff4 HTTP/1.1" status: 204 len: 173 time: 1.2942388 Nov 09 15:29:16.363888 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb773b72-fbc6-4c5b-81d4-d2b237b1af2c req-87358545-95c1-42a4-bf12-9c30e95e6af3 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:16.366450 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-bb773b72-fbc6-4c5b-81d4-d2b237b1af2c req-87358545-95c1-42a4-bf12-9c30e95e6af3 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=cf612301-fa64-495c-a64a-88db46b950d8 HTTP/1.1" status: 200 len: 945 time: 0.2032521 Nov 09 15:29:16.463512 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-bb773b72-fbc6-4c5b-81d4-d2b237b1af2c req-5d0b0f99-0770-4f7d-bc62-f1024133027d tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820465 Nov 09 15:29:16.472155 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-30157618-11ad-440f-b734-33dd79306c48 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1606732314-network', 'tenant_id': 'a024050dd7c047a9a046d17bb7343ff7'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:29:16.492186 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-30157618-11ad-440f-b734-33dd79306c48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:29:16.497329 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-30157618-11ad-440f-b734-33dd79306c48 admin admin] Usage tracker for resource:network and tenant:a024050dd7c047a9a046d17bb7343ff7 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:29:16.500896 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-30157618-11ad-440f-b734-33dd79306c48 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:29:16.506991 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-30157618-11ad-440f-b734-33dd79306c48 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:29:16.518184 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c917d24e-92e1-45d3-b456-292ae779d14c', 'name': 'network-vif-deleted', 'tag': '847d3289-1f68-400a-bb3b-12ab549daff4', 'status': 'completed', 'code': 200} Nov 09 15:29:16.520604 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30157618-11ad-440f-b734-33dd79306c48 admin admin] Made reservation on behalf of a024050dd7c047a9a046d17bb7343ff7 for: {'network': 1} {{(pid=86838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 15:29:16.523430 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-30157618-11ad-440f-b734-33dd79306c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for network, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:16.539251 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-30157618-11ad-440f-b734-33dd79306c48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:16.557561 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-30157618-11ad-440f-b734-33dd79306c48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:29:16.564071 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-30157618-11ad-440f-b734-33dd79306c48 admin admin] Usage tracker for resource:security_group_rule and tenant:a024050dd7c047a9a046d17bb7343ff7 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:29:16.567137 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-30157618-11ad-440f-b734-33dd79306c48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:29:16.579554 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-30157618-11ad-440f-b734-33dd79306c48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:29:16.808808 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2427131-63ab-44fd-98dc-cd13d5387bf8 req-19651f35-c42c-4152-94dd-d8349dfbc172 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:16.811897 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b2427131-63ab-44fd-98dc-cd13d5387bf8 req-19651f35-c42c-4152-94dd-d8349dfbc172 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.1656389 Nov 09 15:29:16.873219 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-30157618-11ad-440f-b734-33dd79306c48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:16.885818 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-30157618-11ad-440f-b734-33dd79306c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:16.902134 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30157618-11ad-440f-b734-33dd79306c48 admin admin] vlan segment allocate from pool success with {'vlan_id': 1218, 'physical_network': 'physnet1'} {{(pid=86838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 15:29:16.915985 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-30157618-11ad-440f-b734-33dd79306c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16429219'] for segment, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:16.916143 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.db.segments_db [None req-30157618-11ad-440f-b734-33dd79306c48 admin admin] Added segment 8f065179-1cb9-48ef-87a3-0062ede6c5cc of type vlan for network 407f7736-dc24-424b-a276-4b606e437d30 Nov 09 15:29:16.981353 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-30157618-11ad-440f-b734-33dd79306c48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763972287609'] for network, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:17.048748 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-8e5043f0-8d68-49b7-8c31-87c5b3a11826 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:29:17.073699 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b2427131-63ab-44fd-98dc-cd13d5387bf8 req-8578e608-7833-45f5-97ac-34f1dd02dd4f tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552028 Nov 09 15:29:17.090973 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-30157618-11ad-440f-b734-33dd79306c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for network, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:17.099201 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30157618-11ad-440f-b734-33dd79306c48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:17.099797 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-30157618-11ad-440f-b734-33dd79306c48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:17.120712 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30157618-11ad-440f-b734-33dd79306c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89598d83-0143-4fbf-985e-34eb6a3ed75a,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:29:17.136885 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30157618-11ad-440f-b734-33dd79306c48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:29:17.137270 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30157618-11ad-440f-b734-33dd79306c48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:29:17.137862 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30157618-11ad-440f-b734-33dd79306c48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:29:17.138231 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30157618-11ad-440f-b734-33dd79306c48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:29:17.138924 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30157618-11ad-440f-b734-33dd79306c48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:29:17.139293 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30157618-11ad-440f-b734-33dd79306c48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:29:17.139659 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30157618-11ad-440f-b734-33dd79306c48 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:29:17.140000 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30157618-11ad-440f-b734-33dd79306c48 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:29:17.140560 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30157618-11ad-440f-b734-33dd79306c48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:29:17.140911 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30157618-11ad-440f-b734-33dd79306c48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:29:17.141325 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30157618-11ad-440f-b734-33dd79306c48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:29:17.141700 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30157618-11ad-440f-b734-33dd79306c48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:29:17.148267 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-30157618-11ad-440f-b734-33dd79306c48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:29:17.148908 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:29:17.250572 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-30157618-11ad-440f-b734-33dd79306c48 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9738317 Nov 09 15:29:17.251538 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 38772) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:29:17.262528 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.v2.base [None req-ced6fba6-3dd1-4098-8f76-8e885e0e4c85 admin admin] Request body: {'subnet': {'network_id': '407f7736-dc24-424b-a276-4b606e437d30', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1606732314-subnet', 'tenant_id': 'a024050dd7c047a9a046d17bb7343ff7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:29:17.274738 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-ced6fba6-3dd1-4098-8f76-8e885e0e4c85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:29:17.291352 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-ced6fba6-3dd1-4098-8f76-8e885e0e4c85 admin admin] Usage tracker for resource:subnet and tenant:a024050dd7c047a9a046d17bb7343ff7 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:29:17.298401 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-ced6fba6-3dd1-4098-8f76-8e885e0e4c85 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:29:17.308815 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30157618-11ad-440f-b734-33dd79306c48 admin admin] Pushing event updated for resources: {'Network': ['ID=407f7736-dc24-424b-a276-4b606e437d30,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:29:17.309339 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-30157618-11ad-440f-b734-33dd79306c48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:29:17.327968 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Network 407f7736-dc24-424b-a276-4b606e437d30 details requested by agent ovs-agent-dv-cinder-817223-1-smb with host dv-cinder-817223-1-smb {{(pid=86840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 15:29:17.337964 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-ced6fba6-3dd1-4098-8f76-8e885e0e4c85 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:29:17.366413 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced6fba6-3dd1-4098-8f76-8e885e0e4c85 admin admin] Made reservation on behalf of a024050dd7c047a9a046d17bb7343ff7 for: {'subnet': 1} {{(pid=86839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 15:29:17.372190 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-ced6fba6-3dd1-4098-8f76-8e885e0e4c85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3222631'] for subnet, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:17.438220 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-69f30cbc-105c-4883-bd81-b5eb9a86b6ef req-2ce6a7d7-e159-4a32-97f6-49f559d0b750 tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] 10.222.0.83 "GET /v2.0/ports?device_id=c917d24e-92e1-45d3-b456-292ae779d14c HTTP/1.1" status: 200 len: 210 time: 0.0841997 Nov 09 15:29:17.709089 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-ced6fba6-3dd1-4098-8f76-8e885e0e4c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3438023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3222649'] for subnet, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:17.714625 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-21d82c41-1107-40eb-b2f6-a3978f1d63ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:29:17.827947 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced6fba6-3dd1-4098-8f76-8e885e0e4c85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07665702-ca06-4e57-bf26-5cb217623454,revision_number=0']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:29:17.831836 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced6fba6-3dd1-4098-8f76-8e885e0e4c85 admin admin] Checking segment: {'id': '8f065179-1cb9-48ef-87a3-0062ede6c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '407f7736-dc24-424b-a276-4b606e437d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:29:17.832341 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced6fba6-3dd1-4098-8f76-8e885e0e4c85 admin admin] Network hostable DHCP agents. Network: 407f7736-dc24-424b-a276-4b606e437d30, hostable agents: ['8b94a2d1-9ebf-428d-8e56-922e2d41e4d3'], hosted agents: [] {{(pid=86839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 15:29:17.847909 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-ced6fba6-3dd1-4098-8f76-8e885e0e4c85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:29:17.858452 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced6fba6-3dd1-4098-8f76-8e885e0e4c85 admin admin] Network 407f7736-dc24-424b-a276-4b606e437d30 is scheduled to be hosted by DHCP agent 8b94a2d1-9ebf-428d-8e56-922e2d41e4d3 with binding_index 1 {{(pid=86839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 15:29:17.869385 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.base_scheduler [None req-ced6fba6-3dd1-4098-8f76-8e885e0e4c85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817223-1-smb, 407f7736-dc24-424b-a276-4b606e437d30) {{(pid=86839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:29:17.873627 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced6fba6-3dd1-4098-8f76-8e885e0e4c85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:17.874269 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-ced6fba6-3dd1-4098-8f76-8e885e0e4c85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:17.884084 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280c8862-6c14-4d8e-a331-0e60184278a1 None None] Network 407f7736-dc24-424b-a276-4b606e437d30 requested from dv-cinder-817223-1-smb {{(pid=86840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 09 15:29:17.921900 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-ced6fba6-3dd1-4098-8f76-8e885e0e4c85 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6642489 Nov 09 15:29:18.152958 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6ea82c-cba9-468a-be67-2e47c914233b None None] Network 407f7736-dc24-424b-a276-4b606e437d30 requested from dv-cinder-817223-1-smb {{(pid=86840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 09 15:29:18.365698 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232433c-affb-42fd-9a43-0053ee0f6be3 req-6def6f03-684f-450b-ab92-9d047b3b64c4 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:18.373468 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d232433c-affb-42fd-9a43-0053ee0f6be3 req-6def6f03-684f-450b-ab92-9d047b3b64c4 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.1193099 Nov 09 15:29:18.476566 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d232433c-affb-42fd-9a43-0053ee0f6be3 req-ba19e484-27e5-4e59-b1f9-aa6b2fb11e3f tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018863 Nov 09 15:29:19.296199 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device 847d3289-1f68-400a-bb3b-12ab549daff4 no longer exists at agent hyperv_hv-cinder-81722 {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 15:29:19.407566 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] No Port match for: 847d3289-1f68-400a-bb3b-12ab549daff4 {{(pid=86840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 09 15:29:19.410395 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device 847d3289-1f68-400a-bb3b-12ab549daff4 not bound to the agent host hv-cinder-81722 {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 15:29:19.691221 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd57a3-ef5b-4e9a-bd3c-72353bf2a715 req-08164b48-4ef4-43a3-86c3-a43f5c660c59 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:19.692867 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6abd57a3-ef5b-4e9a-bd3c-72353bf2a715 req-08164b48-4ef4-43a3-86c3-a43f5c660c59 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.0983169 Nov 09 15:29:19.749112 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6abd57a3-ef5b-4e9a-bd3c-72353bf2a715 req-a98c1394-96ae-4855-a6e0-57884c528334 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497544 Nov 09 15:29:20.092618 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:20.569211 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b91eb-f767-4578-af33-003fa88ebf38 req-96059126-96c3-4a19-9bec-95649b045acc tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:20.569932 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-0a4b91eb-f767-4578-af33-003fa88ebf38 req-96059126-96c3-4a19-9bec-95649b045acc tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Synchronizing usage tracker for tenant:a024050dd7c047a9a046d17bb7343ff7 on resource:network {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 15:29:20.590900 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-0a4b91eb-f767-4578-af33-003fa88ebf38 req-96059126-96c3-4a19-9bec-95649b045acc tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Unset dirty status for tenant:a024050dd7c047a9a046d17bb7343ff7 on resource:network {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 15:29:20.592666 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0a4b91eb-f767-4578-af33-003fa88ebf38 req-96059126-96c3-4a19-9bec-95649b045acc tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/networks?id=407f7736-dc24-424b-a276-4b606e437d30 HTTP/1.1" status: 200 len: 814 time: 0.2746503 Nov 09 15:29:20.614212 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0a4b91eb-f767-4578-af33-003fa88ebf38 req-66e8fb21-f8e1-49a8-9bcb-371aba01578e tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/quotas/a024050dd7c047a9a046d17bb7343ff7 HTTP/1.1" status: 200 len: 375 time: 0.0143054 Nov 09 15:29:20.678636 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0a4b91eb-f767-4578-af33-003fa88ebf38 req-15400856-6983-4d26-a37b-53b567d1cdb2 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=a024050dd7c047a9a046d17bb7343ff7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577872 Nov 09 15:29:20.854062 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0a4b91eb-f767-4578-af33-003fa88ebf38 req-24af0dc5-15b3-4e99-9a05-af7f8b8a399b service neutron] 10.222.0.83 "GET /v2.0/networks/407f7736-dc24-424b-a276-4b606e437d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745052 Nov 09 15:29:21.111889 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e412d-d90e-4620-a359-8d9f06c25b1f req-fb8f7a96-8d80-4562-b03a-553f710a7dbe tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:21.120052 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7d2e412d-d90e-4620-a359-8d9f06c25b1f req-fb8f7a96-8d80-4562-b03a-553f710a7dbe tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.1413615 Nov 09 15:29:21.125274 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0a4b91eb-f767-4578-af33-003fa88ebf38 req-0057b98a-5c56-4f8e-9365-6d2eb63b1f71 service neutron] 10.222.0.83 "GET /v2.0/networks/407f7736-dc24-424b-a276-4b606e437d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642124 Nov 09 15:29:21.198615 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7d2e412d-d90e-4620-a359-8d9f06c25b1f req-1747f605-1072-4457-99f1-ef4388b17cd3 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761399 Nov 09 15:29:21.571941 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4a39f14d-c265-48e2-8d1e-ef3ce3afb099 req-210148b3-ed05-4273-9cd3-221624cc2837 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/ports?device_id=9fbc088c-170e-462b-bbaa-d1c5330d48a7 HTTP/1.1" status: 200 len: 210 time: 0.1097505 Nov 09 15:29:22.485657 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a29cbb-434b-40c4-82b6-97dc481a32a0 req-6a674495-6784-45d3-8c81-4d913dcac26f tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:22.494835 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-42a29cbb-434b-40c4-82b6-97dc481a32a0 req-6a674495-6784-45d3-8c81-4d913dcac26f tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.1327565 Nov 09 15:29:22.560329 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-42a29cbb-434b-40c4-82b6-97dc481a32a0 req-e811e2e4-fb5e-4b15-b065-93d1b6afee54 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642750 Nov 09 15:29:23.213356 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-301f5970-a196-48b5-9998-56cabec3dc0a req-cef31d65-7a35-4399-b325-0b3eda2f092c tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/ports?device_id=9fbc088c-170e-462b-bbaa-d1c5330d48a7 HTTP/1.1" status: 200 len: 210 time: 0.0890963 Nov 09 15:29:23.422900 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b91eb-f767-4578-af33-003fa88ebf38 req-77407c24-9aa5-4406-bbf4-006bed19aa30 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:23.426057 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-0a4b91eb-f767-4578-af33-003fa88ebf38 req-77407c24-9aa5-4406-bbf4-006bed19aa30 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.44 "GET /v2.0/networks?id=407f7736-dc24-424b-a276-4b606e437d30 HTTP/1.1" status: 200 len: 814 time: 0.3499560 Nov 09 15:29:23.446295 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.v2.base [req-0a4b91eb-f767-4578-af33-003fa88ebf38 req-21e54330-9269-427a-8976-315083e1ab29 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Request body: {'port': {'device_id': '9fbc088c-170e-462b-bbaa-d1c5330d48a7', 'network_id': '407f7736-dc24-424b-a276-4b606e437d30', 'admin_state_up': True, 'tenant_id': 'a024050dd7c047a9a046d17bb7343ff7'}} {{(pid=86839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:29:23.614749 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [req-0a4b91eb-f767-4578-af33-003fa88ebf38 req-21e54330-9269-427a-8976-315083e1ab29 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:29:23.619332 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [req-0a4b91eb-f767-4578-af33-003fa88ebf38 req-21e54330-9269-427a-8976-315083e1ab29 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Usage tracker for resource:port and tenant:a024050dd7c047a9a046d17bb7343ff7 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:29:23.622722 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [req-0a4b91eb-f767-4578-af33-003fa88ebf38 req-21e54330-9269-427a-8976-315083e1ab29 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:29:23.628829 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [req-0a4b91eb-f767-4578-af33-003fa88ebf38 req-21e54330-9269-427a-8976-315083e1ab29 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:29:23.640761 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a4b91eb-f767-4578-af33-003fa88ebf38 req-21e54330-9269-427a-8976-315083e1ab29 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Made reservation on behalf of a024050dd7c047a9a046d17bb7343ff7 for: {'port': 1} {{(pid=86839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 15:29:23.644334 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-0a4b91eb-f767-4578-af33-003fa88ebf38 req-21e54330-9269-427a-8976-315083e1ab29 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:23.807209 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af72d1-0dd5-451f-9924-3058840c741b req-1ca4c4a4-a3a8-4906-950f-95b1db113499 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:23.809096 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-69af72d1-0dd5-451f-9924-3058840c741b req-1ca4c4a4-a3a8-4906-950f-95b1db113499 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.1206496 Nov 09 15:29:23.908036 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-69af72d1-0dd5-451f-9924-3058840c741b req-cd4399a0-369a-47c2-92fe-8b11547895e6 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926468 Nov 09 15:29:23.939931 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.db_base_plugin_common [req-0a4b91eb-f767-4578-af33-003fa88ebf38 req-21e54330-9269-427a-8976-315083e1ab29 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Allocated IP 172.20.0.7 (407f7736-dc24-424b-a276-4b606e437d30/07665702-ca06-4e57-bf26-5cb217623454/d7d6e8a5-c285-42e1-b6f8-d3076fef7ca2) {{(pid=86839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 15:29:24.111479 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4de94-67e2-4460-a2ff-55af91f39143 req-e496a6a0-842c-4ec1-9d3d-3c8f1edb458c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:24.112968 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e8a4de94-67e2-4460-a2ff-55af91f39143 req-e496a6a0-842c-4ec1-9d3d-3c8f1edb458c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 1098 time: 0.0949283 Nov 09 15:29:24.175926 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e8a4de94-67e2-4460-a2ff-55af91f39143 req-976f1760-9548-44b6-b090-b63251c7a56c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510762 Nov 09 15:29:24.248404 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-0a4b91eb-f767-4578-af33-003fa88ebf38 req-21e54330-9269-427a-8976-315083e1ab29 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Notify callbacks [] for port, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:24.302110 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-0a4b91eb-f767-4578-af33-003fa88ebf38 req-21e54330-9269-427a-8976-315083e1ab29 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763972296951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337271'] for port, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:24.318099 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-aa2f911c-ce51-496b-800f-ad2f0d192cb9 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:29:24.400903 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a4b91eb-f767-4578-af33-003fa88ebf38 req-21e54330-9269-427a-8976-315083e1ab29 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Network 407f7736-dc24-424b-a276-4b606e437d30 is already hosted by enough agents. {{(pid=86839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 15:29:24.404587 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.base_scheduler [req-0a4b91eb-f767-4578-af33-003fa88ebf38 req-21e54330-9269-427a-8976-315083e1ab29 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Resources bound (agent type, host, resource id): {{(pid=86839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:29:24.409237 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a4b91eb-f767-4578-af33-003fa88ebf38 req-21e54330-9269-427a-8976-315083e1ab29 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Received port after_create {{(pid=86839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 09 15:29:24.487256 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b91eb-f767-4578-af33-003fa88ebf38 req-21e54330-9269-427a-8976-315083e1ab29 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:24.488077 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-0a4b91eb-f767-4578-af33-003fa88ebf38 req-21e54330-9269-427a-8976-315083e1ab29 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581'] for port, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:24.504372 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2fcde-12db-4c89-925f-f1f189b90e5c req-a1345254-bda7-43e8-b8ed-40b77f82af41 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:24.510735 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e54330-9269-427a-8976-315083e1ab29 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Pushing event updated for resources: {'Port': ['ID=d7d6e8a5-c285-42e1-b6f8-d3076fef7ca2,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:29:24.512711 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-30a2fcde-12db-4c89-925f-f1f189b90e5c req-a1345254-bda7-43e8-b8ed-40b77f82af41 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/ports?device_id=9fbc088c-170e-462b-bbaa-d1c5330d48a7 HTTP/1.1" status: 200 len: 931 time: 0.1152616 Nov 09 15:29:24.518869 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-21e54330-9269-427a-8976-315083e1ab29 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:29:24.528871 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-0a4b91eb-f767-4578-af33-003fa88ebf38 req-21e54330-9269-427a-8976-315083e1ab29 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0888560 Nov 09 15:29:24.547167 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.v2.base [req-0a4b91eb-f767-4578-af33-003fa88ebf38 req-670cb559-6307-434e-b949-01d8d53caa43 service neutron] Request body: {'port': {'device_id': '9fbc088c-170e-462b-bbaa-d1c5330d48a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=86839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:29:24.569407 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-30a2fcde-12db-4c89-925f-f1f189b90e5c req-3253f3a7-28e7-46bd-bd8b-c99a5dd1d8d7 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Synchronizing usage tracker for tenant:a024050dd7c047a9a046d17bb7343ff7 on resource:security_group {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 15:29:24.595680 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-30a2fcde-12db-4c89-925f-f1f189b90e5c req-3253f3a7-28e7-46bd-bd8b-c99a5dd1d8d7 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Unset dirty status for tenant:a024050dd7c047a9a046d17bb7343ff7 on resource:security_group {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 15:29:24.610731 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-30a2fcde-12db-4c89-925f-f1f189b90e5c req-3253f3a7-28e7-46bd-bd8b-c99a5dd1d8d7 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/security-groups?id=89598d83-0143-4fbf-985e-34eb6a3ed75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970209 Nov 09 15:29:24.723593 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-0a4b91eb-f767-4578-af33-003fa88ebf38 req-670cb559-6307-434e-b949-01d8d53caa43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:25.126333 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-7cba86f6-c7b6-4c9a-bbd0-e1cf1eddfce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:25.194157 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53758356-dabf-4a38-905c-10cd3adc2bf9 req-9f0b14fd-6ab4-4cf9-84bc-5de68add88cf tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:25.203165 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-53758356-dabf-4a38-905c-10cd3adc2bf9 req-9f0b14fd-6ab4-4cf9-84bc-5de68add88cf tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.1385915 Nov 09 15:29:25.275577 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-53758356-dabf-4a38-905c-10cd3adc2bf9 req-24072667-2dee-471b-af9e-4b4f7ee734fb tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707417 Nov 09 15:29:25.481612 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:25.493672 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [req-0a4b91eb-f767-4578-af33-003fa88ebf38 req-670cb559-6307-434e-b949-01d8d53caa43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7d6e8a5-c285-42e1-b6f8-d3076fef7ca2 {{(pid=86839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 15:29:25.503376 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-0a4b91eb-f767-4578-af33-003fa88ebf38 req-670cb559-6307-434e-b949-01d8d53caa43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:25.526096 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [req-0a4b91eb-f767-4578-af33-003fa88ebf38 req-670cb559-6307-434e-b949-01d8d53caa43 service neutron] Transition to ACTIVE for port object d7d6e8a5-c285-42e1-b6f8-d3076fef7ca2 will not be triggered until provisioned by entity L2. {{(pid=86839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:29:25.534935 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-0a4b91eb-f767-4578-af33-003fa88ebf38 req-670cb559-6307-434e-b949-01d8d53caa43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337294'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:25.540601 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-73f2527b-300e-4932-ac33-e24db1f27c94 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:29:25.713885 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670cb559-6307-434e-b949-01d8d53caa43 service neutron] Pushing event updated for resources: {'Port': ['ID=d7d6e8a5-c285-42e1-b6f8-d3076fef7ca2,revision_number=2']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:29:25.750551 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-670cb559-6307-434e-b949-01d8d53caa43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:29:25.864218 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [req-0a4b91eb-f767-4578-af33-003fa88ebf38 req-670cb559-6307-434e-b949-01d8d53caa43 service neutron] Attempting to bind port d7d6e8a5-c285-42e1-b6f8-d3076fef7ca2 on host hv-cinder-81722 for vnic_type normal with profile {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 15:29:25.864675 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [req-0a4b91eb-f767-4578-af33-003fa88ebf38 req-670cb559-6307-434e-b949-01d8d53caa43 service neutron] Attempting to bind port d7d6e8a5-c285-42e1-b6f8-d3076fef7ca2 by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': '8f065179-1cb9-48ef-87a3-0062ede6c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '407f7736-dc24-424b-a276-4b606e437d30'}] {{(pid=86839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 15:29:25.865114 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4b91eb-f767-4578-af33-003fa88ebf38 req-670cb559-6307-434e-b949-01d8d53caa43 service neutron] Attempting to bind port d7d6e8a5-c285-42e1-b6f8-d3076fef7ca2 on network 407f7736-dc24-424b-a276-4b606e437d30 {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:29:25.870888 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4b91eb-f767-4578-af33-003fa88ebf38 req-670cb559-6307-434e-b949-01d8d53caa43 service neutron] Port d7d6e8a5-c285-42e1-b6f8-d3076fef7ca2 on network 407f7736-dc24-424b-a276-4b606e437d30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 09 15:29:25.871298 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4b91eb-f767-4578-af33-003fa88ebf38 req-670cb559-6307-434e-b949-01d8d53caa43 service neutron] Attempting to bind port d7d6e8a5-c285-42e1-b6f8-d3076fef7ca2 on network 407f7736-dc24-424b-a276-4b606e437d30 {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:29:25.877773 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4b91eb-f767-4578-af33-003fa88ebf38 req-670cb559-6307-434e-b949-01d8d53caa43 service neutron] Checking agent: {'id': '5232cb7b-4e94-4f65-a0ee-0ef08f02d72d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 24, 50), 'started_at': datetime.datetime(2021, 11, 9, 15, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 09 15:29:25.878228 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4b91eb-f767-4578-af33-003fa88ebf38 req-670cb559-6307-434e-b949-01d8d53caa43 service neutron] Checking segment: {'id': '8f065179-1cb9-48ef-87a3-0062ede6c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '407f7736-dc24-424b-a276-4b606e437d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:29:25.878731 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4b91eb-f767-4578-af33-003fa88ebf38 req-670cb559-6307-434e-b949-01d8d53caa43 service neutron] Bound using segment: {'id': '8f065179-1cb9-48ef-87a3-0062ede6c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '407f7736-dc24-424b-a276-4b606e437d30'} {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 09 15:29:25.879291 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [req-0a4b91eb-f767-4578-af33-003fa88ebf38 req-670cb559-6307-434e-b949-01d8d53caa43 service neutron] Bound port: d7d6e8a5-c285-42e1-b6f8-d3076fef7ca2, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f065179-1cb9-48ef-87a3-0062ede6c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '407f7736-dc24-424b-a276-4b606e437d30'}}] {{(pid=86839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 15:29:25.879798 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-0a4b91eb-f767-4578-af33-003fa88ebf38 req-670cb559-6307-434e-b949-01d8d53caa43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:25.895885 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c2927-ed50-4cca-ba2b-bc2d783c2eba req-aab2de1e-92b1-445b-b805-8ecb7f25f957 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:25.897632 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2b7c2927-ed50-4cca-ba2b-bc2d783c2eba req-aab2de1e-92b1-445b-b805-8ecb7f25f957 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/ports?device_id=9fbc088c-170e-462b-bbaa-d1c5330d48a7 HTTP/1.1" status: 200 len: 943 time: 0.1026299 Nov 09 15:29:25.973060 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2b7c2927-ed50-4cca-ba2b-bc2d783c2eba req-dc94e52b-5a13-4d4c-b686-4f84f7534c14 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/security-groups?id=89598d83-0143-4fbf-985e-34eb6a3ed75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641403 Nov 09 15:29:26.026015 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [req-0a4b91eb-f767-4578-af33-003fa88ebf38 req-670cb559-6307-434e-b949-01d8d53caa43 service neutron] For port d7d6e8a5-c285-42e1-b6f8-d3076fef7ca2, host hv-cinder-81722, cleared binding levels {{(pid=86839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 09 15:29:26.029770 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [req-0a4b91eb-f767-4578-af33-003fa88ebf38 req-670cb559-6307-434e-b949-01d8d53caa43 service neutron] For port d7d6e8a5-c285-42e1-b6f8-d3076fef7ca2, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=d7d6e8a5-c285-42e1-b6f8-d3076fef7ca2,segment=NetworkSegment(8f065179-1cb9-48ef-87a3-0062ede6c5cc),segment_id=8f065179-1cb9-48ef-87a3-0062ede6c5cc)] {{(pid=86839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 09 15:29:26.053398 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-0a4b91eb-f767-4578-af33-003fa88ebf38 req-670cb559-6307-434e-b949-01d8d53caa43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337294'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:26.066027 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-db2a5e4f-4eea-4d33-b07c-4b07e63c1459 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:29:26.241030 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b91eb-f767-4578-af33-003fa88ebf38 req-670cb559-6307-434e-b949-01d8d53caa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:26.241817 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-0a4b91eb-f767-4578-af33-003fa88ebf38 req-670cb559-6307-434e-b949-01d8d53caa43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581'] for port, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:26.257100 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-0a4b91eb-f767-4578-af33-003fa88ebf38 req-670cb559-6307-434e-b949-01d8d53caa43 service neutron] 10.222.0.44 "PUT /v2.0/ports/d7d6e8a5-c285-42e1-b6f8-d3076fef7ca2 HTTP/1.1" status: 200 len: 1093 time: 1.7197273 Nov 09 15:29:26.257715 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fbc088c-170e-462b-bbaa-d1c5330d48a7', 'tag': 'd7d6e8a5-c285-42e1-b6f8-d3076fef7ca2'}] {{(pid=86839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:29:26.263646 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670cb559-6307-434e-b949-01d8d53caa43 service neutron] Pushing event updated for resources: {'Port': ['ID=d7d6e8a5-c285-42e1-b6f8-d3076fef7ca2,revision_number=3']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:29:26.274808 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-670cb559-6307-434e-b949-01d8d53caa43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:29:26.434945 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fbc088c-170e-462b-bbaa-d1c5330d48a7', 'tag': 'd7d6e8a5-c285-42e1-b6f8-d3076fef7ca2', 'status': 'completed', 'code': 200} Nov 09 15:29:26.526626 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b91eb-f767-4578-af33-003fa88ebf38 req-51b594c8-8469-47d7-960a-ca0b8649512b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:26.528396 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-0a4b91eb-f767-4578-af33-003fa88ebf38 req-51b594c8-8469-47d7-960a-ca0b8649512b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a024050dd7c047a9a046d17bb7343ff7&device_id=9fbc088c-170e-462b-bbaa-d1c5330d48a7 HTTP/1.1" status: 200 len: 1096 time: 0.1926260 Nov 09 15:29:26.643132 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-0a4b91eb-f767-4578-af33-003fa88ebf38 req-dd461e60-f3ae-43b9-ab93-423fddeaa30c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7d6e8a5-c285-42e1-b6f8-d3076fef7ca2 HTTP/1.1" status: 200 len: 217 time: 0.1039186 Nov 09 15:29:26.669523 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a20f6-00ba-45f5-a2cc-b57f6b5922ae req-d79ea8e3-603b-45d4-a271-4cbdf2a8ad37 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:26.677585 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2c9a20f6-00ba-45f5-a2cc-b57f6b5922ae req-d79ea8e3-603b-45d4-a271-4cbdf2a8ad37 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.1030581 Nov 09 15:29:26.746578 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2c9a20f6-00ba-45f5-a2cc-b57f6b5922ae req-64567352-695a-42be-a3fe-01130e9b2a88 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679092 Nov 09 15:29:26.752070 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b91eb-f767-4578-af33-003fa88ebf38 req-eb7233b1-2ded-4db6-bfbf-22e4966298a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:26.754366 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-0a4b91eb-f767-4578-af33-003fa88ebf38 req-eb7233b1-2ded-4db6-bfbf-22e4966298a6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=07665702-ca06-4e57-bf26-5cb217623454 HTTP/1.1" status: 200 len: 854 time: 0.1017947 Nov 09 15:29:26.834892 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-0a4b91eb-f767-4578-af33-003fa88ebf38 req-e97e753f-3165-4aaa-9ea8-4dca4d5d3b65 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=407f7736-dc24-424b-a276-4b606e437d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665250 Nov 09 15:29:27.095695 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-0a4b91eb-f767-4578-af33-003fa88ebf38 req-7be5a6d8-4767-48c9-a17e-7277a29009bc service neutron] 10.222.0.44 "GET /v2.0/networks/407f7736-dc24-424b-a276-4b606e437d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514508 Nov 09 15:29:27.291465 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-0a4b91eb-f767-4578-af33-003fa88ebf38 req-014a261f-f2c6-4d0b-97f9-8fea73ec65a9 service neutron] 10.222.0.44 "GET /v2.0/networks/407f7736-dc24-424b-a276-4b606e437d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831799 Nov 09 15:29:27.328972 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be91022-d38c-4c48-b6af-88df544d8e8b req-138f3169-7abf-4855-8cd1-1dd82934a21f tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:27.337563 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3be91022-d38c-4c48-b6af-88df544d8e8b req-138f3169-7abf-4855-8cd1-1dd82934a21f tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/ports?device_id=9fbc088c-170e-462b-bbaa-d1c5330d48a7 HTTP/1.1" status: 200 len: 943 time: 0.2099547 Nov 09 15:29:27.388680 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22b633-4fd3-4eea-ab51-d692c7d88d7d req-ca0f80bc-24b5-4130-b354-e60228759498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:27.390296 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5f22b633-4fd3-4eea-ab51-d692c7d88d7d req-ca0f80bc-24b5-4130-b354-e60228759498 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9358f8b166ed4a2d82f901d8250cca4a&device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 1098 time: 0.1682038 Nov 09 15:29:27.412636 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3be91022-d38c-4c48-b6af-88df544d8e8b req-1ff081e5-5b57-4b4f-96e8-02553538341b tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/security-groups?id=89598d83-0143-4fbf-985e-34eb6a3ed75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740423 Nov 09 15:29:27.495208 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b0dcc-2041-4f31-b1c5-d1e050a4224e req-9368b277-54d7-4b5a-af4f-e979823b8a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:27.499566 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-fb5b0dcc-2041-4f31-b1c5-d1e050a4224e req-9368b277-54d7-4b5a-af4f-e979823b8a04 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a024050dd7c047a9a046d17bb7343ff7&device_id=9fbc088c-170e-462b-bbaa-d1c5330d48a7 HTTP/1.1" status: 200 len: 1096 time: 0.1302116 Nov 09 15:29:27.609860 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-b84afc0a-9abb-4cd2-9dbe-df328b27b667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:27.741897 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b0dcc-2041-4f31-b1c5-d1e050a4224e req-64b6a32d-35fa-407d-97a3-63dad93a8673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:27.744473 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-fb5b0dcc-2041-4f31-b1c5-d1e050a4224e req-64b6a32d-35fa-407d-97a3-63dad93a8673 service neutron] 10.222.0.44 "GET /v2.0/networks?id=407f7736-dc24-424b-a276-4b606e437d30 HTTP/1.1" status: 200 len: 916 time: 0.2383316 Nov 09 15:29:27.856157 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9bb69a-56c8-4e0d-8acf-62a01491e686 req-8d4844d0-a477-4bd5-8755-3d52698621da tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:27.864976 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4e9bb69a-56c8-4e0d-8acf-62a01491e686 req-8d4844d0-a477-4bd5-8755-3d52698621da tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.4156258 Nov 09 15:29:27.872287 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-fb5b0dcc-2041-4f31-b1c5-d1e050a4224e req-0ee5d046-c146-4dad-b2a5-2651db0b337c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7d6e8a5-c285-42e1-b6f8-d3076fef7ca2 HTTP/1.1" status: 200 len: 217 time: 0.1167686 Nov 09 15:29:27.873659 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22b633-4fd3-4eea-ab51-d692c7d88d7d req-c9fc7fb4-8bc7-4912-a4b0-51c01b75c7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:27.885878 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5f22b633-4fd3-4eea-ab51-d692c7d88d7d req-c9fc7fb4-8bc7-4912-a4b0-51c01b75c7e9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=08bbf048-6dc1-4572-9d55-714f0fd34b54 HTTP/1.1" status: 200 len: 920 time: 0.4611249 Nov 09 15:29:27.990689 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b0dcc-2041-4f31-b1c5-d1e050a4224e req-185de40d-1ff4-4902-a1e0-d383f18c4c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:27.992527 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-fb5b0dcc-2041-4f31-b1c5-d1e050a4224e req-185de40d-1ff4-4902-a1e0-d383f18c4c1e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=07665702-ca06-4e57-bf26-5cb217623454 HTTP/1.1" status: 200 len: 854 time: 0.1029518 Nov 09 15:29:28.012943 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5f22b633-4fd3-4eea-ab51-d692c7d88d7d req-05f9eaf2-524b-4f62-9d46-8bea0e421e63 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22d50f63-eaac-4149-8b98-3a76e6e8e44f HTTP/1.1" status: 200 len: 217 time: 0.0976303 Nov 09 15:29:28.064197 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-fb5b0dcc-2041-4f31-b1c5-d1e050a4224e req-a8a019a8-0e7a-40c5-b2a5-6e887d87f546 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=407f7736-dc24-424b-a276-4b606e437d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636430 Nov 09 15:29:28.120749 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4e9bb69a-56c8-4e0d-8acf-62a01491e686 req-eb35cfe8-2b10-4855-8a06-79f7ecd278b0 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412217 Nov 09 15:29:28.163334 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22b633-4fd3-4eea-ab51-d692c7d88d7d req-a3f8ab32-b8c8-4fbc-968f-8da2a4b464f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:28.167904 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5f22b633-4fd3-4eea-ab51-d692c7d88d7d req-a3f8ab32-b8c8-4fbc-968f-8da2a4b464f3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4904fa8b-3075-42a7-aac9-ddfb551a5334 HTTP/1.1" status: 200 len: 858 time: 0.1480227 Nov 09 15:29:28.328866 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5f22b633-4fd3-4eea-ab51-d692c7d88d7d req-c10458c7-2416-41d5-a8fa-c70b7647d637 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=08bbf048-6dc1-4572-9d55-714f0fd34b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1452439 Nov 09 15:29:28.394376 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-fb5b0dcc-2041-4f31-b1c5-d1e050a4224e req-45441cb7-dea0-4b3b-9b55-25799b5083a6 service neutron] 10.222.0.44 "GET /v2.0/networks/407f7736-dc24-424b-a276-4b606e437d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217957 Nov 09 15:29:28.574664 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5f22b633-4fd3-4eea-ab51-d692c7d88d7d req-fec3cfaa-46e9-4424-ba37-bf69d5bbf28b service neutron] 10.222.0.44 "GET /v2.0/networks/08bbf048-6dc1-4572-9d55-714f0fd34b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318382 Nov 09 15:29:28.657899 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa85dc0-99fc-453f-ab81-33e696ce5fcc req-c7cdfa57-5513-465d-bff9-4dcfac4bef12 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:28.666571 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ffa85dc0-99fc-453f-ab81-33e696ce5fcc req-c7cdfa57-5513-465d-bff9-4dcfac4bef12 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=cf612301-fa64-495c-a64a-88db46b950d8 HTTP/1.1" status: 200 len: 945 time: 0.2051320 Nov 09 15:29:28.678816 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:28.723908 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-fb5b0dcc-2041-4f31-b1c5-d1e050a4224e req-0813aa76-98d8-44ec-b13a-bea641c6674e service neutron] 10.222.0.44 "GET /v2.0/networks/407f7736-dc24-424b-a276-4b606e437d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954991 Nov 09 15:29:28.806661 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ffa85dc0-99fc-453f-ab81-33e696ce5fcc req-caea537d-324a-409e-9d06-bd2315622ed8 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391108 Nov 09 15:29:28.871162 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5f22b633-4fd3-4eea-ab51-d692c7d88d7d req-dbf570d7-cd8f-45a4-86dc-9b77d8c895f1 service neutron] 10.222.0.44 "GET /v2.0/networks/08bbf048-6dc1-4572-9d55-714f0fd34b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628820 Nov 09 15:29:28.879735 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e312e-0949-4136-8904-1fa5004bff2f req-13b8b9db-0bb7-4ed9-b689-588b502d66e4 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:28.881478 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-185e312e-0949-4136-8904-1fa5004bff2f req-13b8b9db-0bb7-4ed9-b689-588b502d66e4 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/ports?device_id=9fbc088c-170e-462b-bbaa-d1c5330d48a7 HTTP/1.1" status: 200 len: 943 time: 0.3052006 Nov 09 15:29:28.978168 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-185e312e-0949-4136-8904-1fa5004bff2f req-d6e74a30-904d-48c3-9464-337af6380d9f tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/security-groups?id=89598d83-0143-4fbf-985e-34eb6a3ed75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888317 Nov 09 15:29:29.338359 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15178b07-584e-451e-a447-8ce3a2fd142d req-039ce064-2f8c-4c72-aebe-630b66c423df tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:29.339996 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-15178b07-584e-451e-a447-8ce3a2fd142d req-039ce064-2f8c-4c72-aebe-630b66c423df tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.1060426 Nov 09 15:29:29.392578 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-15178b07-584e-451e-a447-8ce3a2fd142d req-f57bd5a1-a63f-48a5-bd2d-7bb86561a16c tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462096 Nov 09 15:29:30.057858 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18228b69-a096-4c2d-9102-5cdd634b96ba req-c89dc542-566f-4a80-8763-864f9a2c7cc3 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:30.062976 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-18228b69-a096-4c2d-9102-5cdd634b96ba req-c89dc542-566f-4a80-8763-864f9a2c7cc3 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=cf612301-fa64-495c-a64a-88db46b950d8 HTTP/1.1" status: 200 len: 945 time: 0.1376989 Nov 09 15:29:30.181947 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:30.219562 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-18228b69-a096-4c2d-9102-5cdd634b96ba req-19cefe68-fc51-4a47-9cb8-9403e544e70f tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472387 Nov 09 15:29:30.309104 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495688b4-6cb7-45e6-a045-9184b7351ffd req-d0f650d7-b231-4871-8cfa-f136dd2ec855 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:30.317239 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-495688b4-6cb7-45e6-a045-9184b7351ffd req-d0f650d7-b231-4871-8cfa-f136dd2ec855 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/ports?device_id=9fbc088c-170e-462b-bbaa-d1c5330d48a7 HTTP/1.1" status: 200 len: 943 time: 0.1883488 Nov 09 15:29:30.374225 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-495688b4-6cb7-45e6-a045-9184b7351ffd req-a3be9469-27c3-40c1-af3d-3bb338e4c23d tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/security-groups?id=89598d83-0143-4fbf-985e-34eb6a3ed75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558453 Nov 09 15:29:30.637468 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a57f7-9197-481a-925c-023daac02006 req-fc096613-45db-4b4b-9789-660c3beed820 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:30.639161 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-554a57f7-9197-481a-925c-023daac02006 req-fc096613-45db-4b4b-9789-660c3beed820 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.0981252 Nov 09 15:29:30.692158 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-554a57f7-9197-481a-925c-023daac02006 req-580fe093-4f5c-45f0-8c74-5ca7af076314 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470719 Nov 09 15:29:31.338240 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device d7d6e8a5-c285-42e1-b6f8-d3076fef7ca2 details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=86840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 15:29:31.540605 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594fbb0a-9566-400e-84a2-deeaf6bc3e34 req-64f82360-0565-4c0d-9a88-691d0ff4a861 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:31.550809 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-594fbb0a-9566-400e-84a2-deeaf6bc3e34 req-64f82360-0565-4c0d-9a88-691d0ff4a861 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=cf612301-fa64-495c-a64a-88db46b950d8 HTTP/1.1" status: 200 len: 945 time: 0.1951447 Nov 09 15:29:31.567505 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port d7d6e8a5-c285-42e1-b6f8-d3076fef7ca2, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=d7d6e8a5-c285-42e1-b6f8-d3076fef7ca2,segment=NetworkSegment(8f065179-1cb9-48ef-87a3-0062ede6c5cc),segment_id=8f065179-1cb9-48ef-87a3-0062ede6c5cc)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:29:31.587280 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Returning: {'device': 'd7d6e8a5-c285-42e1-b6f8-d3076fef7ca2', 'network_id': '407f7736-dc24-424b-a276-4b606e437d30', 'port_id': 'd7d6e8a5-c285-42e1-b6f8-d3076fef7ca2', 'mac_address': 'fa:16:3e:cd:7b:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07665702-ca06-4e57-bf26-5cb217623454', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 15:29:31.705907 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:31.730638 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.notifiers.nova [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7d6e8a5-c285-42e1-b6f8-d3076fef7ca2 {{(pid=86840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 15:29:31.759272 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port d7d6e8a5-c285-42e1-b6f8-d3076fef7ca2, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=d7d6e8a5-c285-42e1-b6f8-d3076fef7ca2,segment=NetworkSegment(8f065179-1cb9-48ef-87a3-0062ede6c5cc),segment_id=8f065179-1cb9-48ef-87a3-0062ede6c5cc)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:29:31.769920 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:31.771736 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:29:31.795717 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-594fbb0a-9566-400e-84a2-deeaf6bc3e34 req-cbd3428c-df5f-45f2-8ae1-a72d84201221 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437437 Nov 09 15:29:31.883377 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Pushing event updated for resources: {'Port': ['ID=d7d6e8a5-c285-42e1-b6f8-d3076fef7ca2,revision_number=4']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:29:31.896251 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:29:31.896251 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:29:31.896251 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:29:31.896251 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:29:31.896251 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:29:31.896251 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:29:31.896865 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:29:31.897029 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:29:31.897431 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:29:31.897810 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:29:31.898459 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:29:31.898758 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:29:31.903210 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:29:31.908763 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9105b7-3eeb-4885-94a3-a3bfa72e477c req-35d9afe0-3503-4469-94f4-0c81e455ae77 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:31.914554 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ee9105b7-3eeb-4885-94a3-a3bfa72e477c req-35d9afe0-3503-4469-94f4-0c81e455ae77 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/ports?device_id=9fbc088c-170e-462b-bbaa-d1c5330d48a7 HTTP/1.1" status: 200 len: 943 time: 0.3383172 Nov 09 15:29:31.936148 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf2866-03d0-4a45-b039-9451043b63de req-542c1630-ff25-4bae-8320-e56bcc140f5d tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:31.937769 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f4cf2866-03d0-4a45-b039-9451043b63de req-542c1630-ff25-4bae-8320-e56bcc140f5d tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf612301-fa64-495c-a64a-88db46b950d8 HTTP/1.1" status: 200 len: 945 time: 0.2963495 Nov 09 15:29:32.120344 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ee9105b7-3eeb-4885-94a3-a3bfa72e477c req-5b3bd87f-23c9-4ed0-a683-e6f89159a39d tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/security-groups?id=89598d83-0143-4fbf-985e-34eb6a3ed75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803279 Nov 09 15:29:32.150849 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [req-f4cf2866-03d0-4a45-b039-9451043b63de req-a55ba0d9-1324-4eaa-aef6-98cd5a658fe5 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Deleting port af2537d9-c211-4653-bfdd-80011863b0af {{(pid=86838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 09 15:29:32.151299 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-f4cf2866-03d0-4a45-b039-9451043b63de req-a55ba0d9-1324-4eaa-aef6-98cd5a658fe5 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763972629131'] for port, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:32.356727 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] get_ports_and_sgs() called for port_ids ['d7d6e8a5-c285-42e1-b6f8-d3076fef7ca2'] {{(pid=86840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 09 15:29:32.725648 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8402aa5e-240b-4fb6-a8e2-124f9ca1f3e8 req-9a3c927e-c03f-4544-aa1d-69eaffa7a477 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:32.733301 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8402aa5e-240b-4fb6-a8e2-124f9ca1f3e8 req-9a3c927e-c03f-4544-aa1d-69eaffa7a477 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.3383398 Nov 09 15:29:32.753578 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-f4cf2866-03d0-4a45-b039-9451043b63de req-a55ba0d9-1324-4eaa-aef6-98cd5a658fe5 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] For port af2537d9-c211-4653-bfdd-80011863b0af, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=af2537d9-c211-4653-bfdd-80011863b0af,segment=NetworkSegment(dbd52994-1858-4bff-b4a6-dd463f52a744),segment_id=dbd52994-1858-4bff-b4a6-dd463f52a744)] {{(pid=86838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:29:32.754001 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-f4cf2866-03d0-4a45-b039-9451043b63de req-a55ba0d9-1324-4eaa-aef6-98cd5a658fe5 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980446'] for port, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:32.896441 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [req-f4cf2866-03d0-4a45-b039-9451043b63de req-a55ba0d9-1324-4eaa-aef6-98cd5a658fe5 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Calling delete_port for af2537d9-c211-4653-bfdd-80011863b0af owned by compute:nova {{(pid=86838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 09 15:29:32.985386 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8402aa5e-240b-4fb6-a8e2-124f9ca1f3e8 req-fd5fa0d2-f8d2-43b5-9a85-6cd1f916d234 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493451 Nov 09 15:29:33.113892 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d689f0-a552-4e5e-bd60-2f6a6172515b req-d1c75226-758b-49b6-a726-3b1af3732051 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:33.121906 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-09d689f0-a552-4e5e-bd60-2f6a6172515b req-d1c75226-758b-49b6-a726-3b1af3732051 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=cf612301-fa64-495c-a64a-88db46b950d8 HTTP/1.1" status: 200 len: 945 time: 0.1880252 Nov 09 15:29:33.199531 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-09d689f0-a552-4e5e-bd60-2f6a6172515b req-535c6b62-0872-4917-b8f2-682daf08c5dd tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765834 Nov 09 15:29:33.221351 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-f4cf2866-03d0-4a45-b039-9451043b63de req-a55ba0d9-1324-4eaa-aef6-98cd5a658fe5 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763972633375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763972299780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1120097'] for port, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:33.228814 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:29:33.313192 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ba0d9-1324-4eaa-aef6-98cd5a658fe5 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Pushing event deleted for resources: {'Port': ['ID=af2537d9-c211-4653-bfdd-80011863b0af,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:29:33.318488 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-a55ba0d9-1324-4eaa-aef6-98cd5a658fe5 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:29:33.473187 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4cf2866-03d0-4a45-b039-9451043b63de req-a55ba0d9-1324-4eaa-aef6-98cd5a658fe5 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] No DVR routers for this DVR port af2537d9-c211-4653-bfdd-80011863b0af on host hv-cinder-81722 {{(pid=86838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 15:29:33.481246 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-f4cf2866-03d0-4a45-b039-9451043b63de req-a55ba0d9-1324-4eaa-aef6-98cd5a658fe5 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:33.483776 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf612301-fa64-495c-a64a-88db46b950d8', 'name': 'network-vif-deleted', 'tag': 'af2537d9-c211-4653-bfdd-80011863b0af'}] {{(pid=86838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:29:33.511492 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f4cf2866-03d0-4a45-b039-9451043b63de req-a55ba0d9-1324-4eaa-aef6-98cd5a658fe5 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.44 "DELETE /v2.0/ports/af2537d9-c211-4653-bfdd-80011863b0af HTTP/1.1" status: 204 len: 173 time: 1.5202076 Nov 09 15:29:33.539378 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3e744-f399-413e-90c8-b19dff692ed5 req-605bcbde-4373-4c5c-886e-7c202a32a6fa tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:33.541073 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d1d3e744-f399-413e-90c8-b19dff692ed5 req-605bcbde-4373-4c5c-886e-7c202a32a6fa tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/ports?device_id=9fbc088c-170e-462b-bbaa-d1c5330d48a7 HTTP/1.1" status: 200 len: 944 time: 0.1585777 Nov 09 15:29:33.554083 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf612301-fa64-495c-a64a-88db46b950d8', 'name': 'network-vif-deleted', 'tag': 'af2537d9-c211-4653-bfdd-80011863b0af', 'status': 'completed', 'code': 200} Nov 09 15:29:33.611816 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d1d3e744-f399-413e-90c8-b19dff692ed5 req-e0eeeed9-fe9d-4874-aec6-a9e54e4537c8 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/security-groups?id=89598d83-0143-4fbf-985e-34eb6a3ed75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599067 Nov 09 15:29:33.781985 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] get_ports_and_sgs() called for port_ids ['9f74fd00-44b6-4aef-8ce4-7462002bd590', 'f34ba5a6-c287-4975-9c1f-cc6f058d4c73', 'e0429ff9-725b-44b8-8102-eef789e7b107'] {{(pid=86840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 09 15:29:34.188670 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0096097-cb27-4804-b987-e980db823bf6 req-b0180a04-addc-4b36-8da9-0d0bd890d2fa tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:34.190277 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b0096097-cb27-4804-b987-e980db823bf6 req-b0180a04-addc-4b36-8da9-0d0bd890d2fa tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.0915179 Nov 09 15:29:34.257976 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b0096097-cb27-4804-b987-e980db823bf6 req-0a62c428-894c-4895-88ea-33f1924c90f3 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576067 Nov 09 15:29:34.442845 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-bd4ca0ef-ec84-49be-b8c5-79a18515c689 req-ddfa9fc2-3754-428b-a421-0d88db9b690a tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Synchronizing usage tracker for tenant:28b355fa4e264999823dc9f7078c4198 on resource:port {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 15:29:34.465418 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-bd4ca0ef-ec84-49be-b8c5-79a18515c689 req-ddfa9fc2-3754-428b-a421-0d88db9b690a tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Unset dirty status for tenant:28b355fa4e264999823dc9f7078c4198 on resource:port {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 15:29:34.490777 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-bd4ca0ef-ec84-49be-b8c5-79a18515c689 req-ddfa9fc2-3754-428b-a421-0d88db9b690a tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=cf612301-fa64-495c-a64a-88db46b950d8 HTTP/1.1" status: 200 len: 210 time: 0.1159322 Nov 09 15:29:34.848148 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0e00d-05b2-4b4f-b9d2-161b5cb1c909 req-ee7dc8b5-1fbd-4c79-9202-bdb748fb17ad tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:34.849740 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0ec0e00d-05b2-4b4f-b9d2-161b5cb1c909 req-ee7dc8b5-1fbd-4c79-9202-bdb748fb17ad tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/ports?device_id=9fbc088c-170e-462b-bbaa-d1c5330d48a7 HTTP/1.1" status: 200 len: 944 time: 0.1245580 Nov 09 15:29:34.928623 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0ec0e00d-05b2-4b4f-b9d2-161b5cb1c909 req-e3762560-293c-4561-a9e9-06b120814b1e tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/security-groups?id=89598d83-0143-4fbf-985e-34eb6a3ed75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723023 Nov 09 15:29:35.355067 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device d7d6e8a5-c285-42e1-b6f8-d3076fef7ca2 up at agent hyperv_hv-cinder-81722 {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:29:35.425807 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Provisioning for port d7d6e8a5-c285-42e1-b6f8-d3076fef7ca2 completed by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:29:35.431111 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Provisioning complete for port d7d6e8a5-c285-42e1-b6f8-d3076fef7ca2 triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:29:35.431485 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:35.560246 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:35.608106 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fbc088c-170e-462b-bbaa-d1c5330d48a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d6e8a5-c285-42e1-b6f8-d3076fef7ca2'}] {{(pid=86840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:29:35.624677 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port d7d6e8a5-c285-42e1-b6f8-d3076fef7ca2, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=d7d6e8a5-c285-42e1-b6f8-d3076fef7ca2,segment=NetworkSegment(8f065179-1cb9-48ef-87a3-0062ede6c5cc),segment_id=8f065179-1cb9-48ef-87a3-0062ede6c5cc)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:29:35.630411 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:35.633111 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device af2537d9-c211-4653-bfdd-80011863b0af no longer exists at agent hyperv_hv-cinder-81722 {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 15:29:35.682570 dv-cinder-817223-1-smb neutron-server[86840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fbc088c-170e-462b-bbaa-d1c5330d48a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d6e8a5-c285-42e1-b6f8-d3076fef7ca2', 'code': 200} Nov 09 15:29:35.691979 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:29:35.753250 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] No Port match for: af2537d9-c211-4653-bfdd-80011863b0af {{(pid=86840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 09 15:29:35.753652 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device af2537d9-c211-4653-bfdd-80011863b0af not bound to the agent host hv-cinder-81722 {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 15:29:35.797860 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Pushing event updated for resources: {'Port': ['ID=d7d6e8a5-c285-42e1-b6f8-d3076fef7ca2,revision_number=5']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:29:35.806209 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:29:35.989566 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62280d-98c9-4f78-aca9-09401d70cb6f req-b6cbd2e6-62eb-4c60-97d0-455aa19b13e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:35.992363 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-be62280d-98c9-4f78-aca9-09401d70cb6f req-b6cbd2e6-62eb-4c60-97d0-455aa19b13e7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9fbc088c-170e-462b-bbaa-d1c5330d48a7 HTTP/1.1" status: 200 len: 1098 time: 0.0908461 Nov 09 15:29:36.051616 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-be62280d-98c9-4f78-aca9-09401d70cb6f req-acc08e9f-0d24-4650-9b04-6dc1b2107ad2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=89598d83-0143-4fbf-985e-34eb6a3ed75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524719 Nov 09 15:29:36.160557 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c438d-d28b-4d27-a0fe-cf038cd4e840 req-a88dbca5-2248-4f21-b2b0-c32afbb9a42a tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:36.162041 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f54c438d-d28b-4d27-a0fe-cf038cd4e840 req-a88dbca5-2248-4f21-b2b0-c32afbb9a42a tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/ports?device_id=9fbc088c-170e-462b-bbaa-d1c5330d48a7 HTTP/1.1" status: 200 len: 945 time: 0.0927217 Nov 09 15:29:36.208651 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f54c438d-d28b-4d27-a0fe-cf038cd4e840 req-666f0785-0ad1-4981-bfa9-823619960d8a tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/security-groups?id=89598d83-0143-4fbf-985e-34eb6a3ed75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405917 Nov 09 15:29:36.243773 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 39252) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:29:36.311615 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1fee29a-a139-4fab-b594-671a827ac4e6 admin admin] Deleting subnet d0f57476-410c-4b3d-91b9-89f2304800f1 {{(pid=86839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 09 15:29:36.314685 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-b1fee29a-a139-4fab-b594-671a827ac4e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:36.370635 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-b1fee29a-a139-4fab-b594-671a827ac4e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1821124'] for subnet, precommit_delete_associations {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:36.431069 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f41e9-4e1e-4ac9-85cf-6f02b63e6f05 req-8be05c22-779b-44fd-b82b-13b4fe8ddf5a tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:36.432570 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c99f41e9-4e1e-4ac9-85cf-6f02b63e6f05 req-8be05c22-779b-44fd-b82b-13b4fe8ddf5a tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.0927181 Nov 09 15:29:36.436629 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-b1fee29a-a139-4fab-b594-671a827ac4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16468760'] for subnet, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:36.486859 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c99f41e9-4e1e-4ac9-85cf-6f02b63e6f05 req-8fc808f3-859a-447d-88ae-8a78ea536309 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439351 Nov 09 15:29:36.511664 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-b1fee29a-a139-4fab-b594-671a827ac4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16468759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3222528'] for subnet, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:36.517260 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:29:36.557441 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fee29a-a139-4fab-b594-671a827ac4e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0f57476-410c-4b3d-91b9-89f2304800f1,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:29:36.561125 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-b1fee29a-a139-4fab-b594-671a827ac4e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:29:36.563900 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-b1fee29a-a139-4fab-b594-671a827ac4e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:36.571035 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-b1fee29a-a139-4fab-b594-671a827ac4e6 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/d0f57476-410c-4b3d-91b9-89f2304800f1 HTTP/1.1" status: 204 len: 168 time: 0.3261046 Nov 09 15:29:36.580524 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 39264) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:29:36.690376 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-c4513a3e-3480-4a94-971d-4b6aced1af80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16504018'] for network, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:36.843452 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-c4513a3e-3480-4a94-971d-4b6aced1af80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16467554', 'neutron.services.segments.db._delete_segments_for_network-8763972805012'] for network, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:36.878053 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.services.segments.db [None req-c4513a3e-3480-4a94-971d-4b6aced1af80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2e9ca63-08d0-4eac-a2ae-1f5d5d6ad4d9']}} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:29:36.893747 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.services.segments.db [None req-c4513a3e-3480-4a94-971d-4b6aced1af80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb3e2300-bba2-44c4-a23a-2f046f6f2f01') {'for_net_delete': True} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:29:36.894137 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.services.segments.db [None req-c4513a3e-3480-4a94-971d-4b6aced1af80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb3e2300-bba2-44c4-a23a-2f046f6f2f01') {} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:29:36.907086 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-c4513a3e-3480-4a94-971d-4b6aced1af80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763972734275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820991'] for segment, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:36.926929 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-c4513a3e-3480-4a94-971d-4b6aced1af80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16429219'] for segment, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:36.936193 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4513a3e-3480-4a94-971d-4b6aced1af80 admin admin] Releasing vlan 1221 on physical network physnet1 to pool {{(pid=86839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 15:29:36.936809 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-c4513a3e-3480-4a94-971d-4b6aced1af80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16429210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337322'] for segment, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:36.952636 dv-cinder-817223-1-smb neutron-server[86839]: Traceback (most recent call last): Nov 09 15:29:36.952636 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 15:29:36.952636 dv-cinder-817223-1-smb neutron-server[86839]: timer() Nov 09 15:29:36.952636 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 15:29:36.952636 dv-cinder-817223-1-smb neutron-server[86839]: cb(*args, **kw) Nov 09 15:29:36.952636 dv-cinder-817223-1-smb neutron-server[86839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 15:29:36.952636 dv-cinder-817223-1-smb neutron-server[86839]: return func(*args, **kwargs) Nov 09 15:29:36.952636 dv-cinder-817223-1-smb neutron-server[86839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 15:29:36.952636 dv-cinder-817223-1-smb neutron-server[86839]: self._notify() Nov 09 15:29:36.952636 dv-cinder-817223-1-smb neutron-server[86839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 15:29:36.952636 dv-cinder-817223-1-smb neutron-server[86839]: self.callback(batched_events) Nov 09 15:29:36.952636 dv-cinder-817223-1-smb neutron-server[86839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 15:29:36.952636 dv-cinder-817223-1-smb neutron-server[86839]: event.method(event) Nov 09 15:29:36.952636 dv-cinder-817223-1-smb neutron-server[86839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 15:29:36.952636 dv-cinder-817223-1-smb neutron-server[86839]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 15:29:36.952636 dv-cinder-817223-1-smb neutron-server[86839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 15:29:36.952636 dv-cinder-817223-1-smb neutron-server[86839]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 15:29:36.952636 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 15:29:36.952636 dv-cinder-817223-1-smb neutron-server[86839]: return f(self, *a, **k) Nov 09 15:29:36.952636 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 09 15:29:36.952636 dv-cinder-817223-1-smb neutron-server[86839]: return self._get(url).json() Nov 09 15:29:36.952636 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 09 15:29:36.952636 dv-cinder-817223-1-smb neutron-server[86839]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 15:29:36.952636 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 15:29:36.952636 dv-cinder-817223-1-smb neutron-server[86839]: return self.request(url, 'GET', **kwargs) Nov 09 15:29:36.952636 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 15:29:36.952636 dv-cinder-817223-1-smb neutron-server[86839]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 15:29:36.952636 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 15:29:36.952636 dv-cinder-817223-1-smb neutron-server[86839]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 15:29:36.952636 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 15:29:36.952636 dv-cinder-817223-1-smb neutron-server[86839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 15:29:36.952636 dv-cinder-817223-1-smb neutron-server[86839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 15:29:37.048631 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-c4513a3e-3480-4a94-971d-4b6aced1af80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16467563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-978398'] for network, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:37.053384 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-79ca5171-6b72-4011-a1cd-31fdff21b8b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:29:37.077473 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-c4513a3e-3480-4a94-971d-4b6aced1af80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:37.084553 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4513a3e-3480-4a94-971d-4b6aced1af80 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2e9ca63-08d0-4eac-a2ae-1f5d5d6ad4d9,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:29:37.087793 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-c4513a3e-3480-4a94-971d-4b6aced1af80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:29:37.102796 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-c4513a3e-3480-4a94-971d-4b6aced1af80 admin admin] 10.222.0.83 "DELETE /v2.0/networks/a2e9ca63-08d0-4eac-a2ae-1f5d5d6ad4d9 HTTP/1.1" status: 204 len: 168 time: 0.5243750 Nov 09 15:29:37.267146 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 39288) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:29:37.330363 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-a75af206-0d75-4444-8d71-c89a22709edc admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d7deca5155a84edc8d9cba06a4fa793d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0613294 Nov 09 15:29:37.332600 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 39292) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:29:37.411050 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-42f09291-e815-4724-996a-6aa0a1d92f38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:37.451798 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-42f09291-e815-4724-996a-6aa0a1d92f38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:37.477033 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ddd1d-fe7e-48c9-a0c0-ed2010af21d0 req-7559a459-68b0-48d7-9944-7314359a96b1 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:37.478418 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-fe5ddd1d-fe7e-48c9-a0c0-ed2010af21d0 req-7559a459-68b0-48d7-9944-7314359a96b1 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=8dac43de-c193-446e-b087-0b897e82b865 HTTP/1.1" status: 200 len: 945 time: 0.1464603 Nov 09 15:29:37.488016 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db206a06-07c5-4929-8192-23d3f4027586 req-acc916bd-68b8-4a82-964a-04f128527b04 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:37.489455 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-db206a06-07c5-4929-8192-23d3f4027586 req-acc916bd-68b8-4a82-964a-04f128527b04 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/ports?device_id=9fbc088c-170e-462b-bbaa-d1c5330d48a7 HTTP/1.1" status: 200 len: 945 time: 0.1203737 Nov 09 15:29:37.515031 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-42f09291-e815-4724-996a-6aa0a1d92f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:37.521551 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-dc33156a-4bad-4304-97bc-9770ffacb77a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:29:37.539530 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f09291-e815-4724-996a-6aa0a1d92f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915b7b9b-afaf-4737-bf9f-e7822f820745,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:29:37.542271 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-42f09291-e815-4724-996a-6aa0a1d92f38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:29:37.549239 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-42f09291-e815-4724-996a-6aa0a1d92f38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:37.550582 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-42f09291-e815-4724-996a-6aa0a1d92f38 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/915b7b9b-afaf-4737-bf9f-e7822f820745 HTTP/1.1" status: 204 len: 168 time: 0.2169983 Nov 09 15:29:37.563416 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-fe5ddd1d-fe7e-48c9-a0c0-ed2010af21d0 req-bcbca734-e467-459a-b8df-d1c6be3a5e61 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727894 Nov 09 15:29:37.568283 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-db206a06-07c5-4929-8192-23d3f4027586 req-98843bb4-5586-4d8e-8f4c-632d494024c2 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/security-groups?id=89598d83-0143-4fbf-985e-34eb6a3ed75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618844 Nov 09 15:29:38.910941 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d9645-42ce-473b-972b-2c322671fade req-acc3de4c-7015-4669-bdcf-d44d55d55669 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:38.912434 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-741d9645-42ce-473b-972b-2c322671fade req-acc3de4c-7015-4669-bdcf-d44d55d55669 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/ports?device_id=9fbc088c-170e-462b-bbaa-d1c5330d48a7 HTTP/1.1" status: 200 len: 945 time: 0.1877313 Nov 09 15:29:38.920799 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe52c404-80de-4977-8e37-2676d6e13566 req-677c8a35-2f68-4f05-8680-b3c09610f877 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:38.922255 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-fe52c404-80de-4977-8e37-2676d6e13566 req-677c8a35-2f68-4f05-8680-b3c09610f877 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=8dac43de-c193-446e-b087-0b897e82b865 HTTP/1.1" status: 200 len: 945 time: 0.2344027 Nov 09 15:29:38.946749 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 39350) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:29:38.990785 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-741d9645-42ce-473b-972b-2c322671fade req-4b7e6c00-b571-4ef7-8280-fd255f77239a tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/security-groups?id=89598d83-0143-4fbf-985e-34eb6a3ed75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675340 Nov 09 15:29:39.001135 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-fe52c404-80de-4977-8e37-2676d6e13566 req-b7116791-6506-4433-881f-80a4e6112985 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635333 Nov 09 15:29:39.078033 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5b92f271-a379-462e-b7f7-c3cb0f8dfc8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:39.094623 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-5b92f271-a379-462e-b7f7-c3cb0f8dfc8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:29:39.098623 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-5b92f271-a379-462e-b7f7-c3cb0f8dfc8d admin admin] Usage tracker for resource:security_group_rule and tenant:60770f325bf94707a8c7e96d22226b65 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:29:39.102779 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-5b92f271-a379-462e-b7f7-c3cb0f8dfc8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:29:39.109817 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-5b92f271-a379-462e-b7f7-c3cb0f8dfc8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:29:39.148925 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 39380) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:29:39.235328 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.db_base_plugin_v2 [None req-73377165-122c-4e4e-a18f-da2697a4cad8 admin admin] Deleting subnet ad271084-e3bf-44a5-ab55-901c8cfb0b63 {{(pid=86838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 09 15:29:39.243905 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5b92f271-a379-462e-b7f7-c3cb0f8dfc8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:39.245081 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-73377165-122c-4e4e-a18f-da2697a4cad8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:39.251086 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5b92f271-a379-462e-b7f7-c3cb0f8dfc8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:39.266635 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-86528d8f-5fdd-46c1-b734-6a18f06bb8c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:29:39.312542 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-5b92f271-a379-462e-b7f7-c3cb0f8dfc8d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=60770f325bf94707a8c7e96d22226b65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3617170 Nov 09 15:29:39.313716 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 39404) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:29:39.318852 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b92f271-a379-462e-b7f7-c3cb0f8dfc8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb69984-b3fc-43db-97a9-445ac1c25252,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:29:39.324692 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5b92f271-a379-462e-b7f7-c3cb0f8dfc8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:29:39.403825 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-73377165-122c-4e4e-a18f-da2697a4cad8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459593'] for subnet, precommit_delete_associations {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:39.479714 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-5080c4ce-bf54-4a4f-96f3-77d8eb1ad23a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:39.483727 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-73377165-122c-4e4e-a18f-da2697a4cad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16468760'] for subnet, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:39.552605 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-5080c4ce-bf54-4a4f-96f3-77d8eb1ad23a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:39.607454 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-73377165-122c-4e4e-a18f-da2697a4cad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16468759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1120086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3042134'] for subnet, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:39.612211 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:29:39.654672 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73377165-122c-4e4e-a18f-da2697a4cad8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad271084-e3bf-44a5-ab55-901c8cfb0b63,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:29:39.663852 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-73377165-122c-4e4e-a18f-da2697a4cad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:29:39.667912 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-73377165-122c-4e4e-a18f-da2697a4cad8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for subnet, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:39.673586 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-5080c4ce-bf54-4a4f-96f3-77d8eb1ad23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:39.680774 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-6ade120a-70af-43d8-b50d-eb94822b0242 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:29:39.696267 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-5080c4ce-bf54-4a4f-96f3-77d8eb1ad23a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:39.699873 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-5080c4ce-bf54-4a4f-96f3-77d8eb1ad23a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/eeb69984-b3fc-43db-97a9-445ac1c25252 HTTP/1.1" status: 204 len: 168 time: 0.3826714 Nov 09 15:29:39.699873 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5080c4ce-bf54-4a4f-96f3-77d8eb1ad23a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb69984-b3fc-43db-97a9-445ac1c25252,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:29:39.701900 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-5080c4ce-bf54-4a4f-96f3-77d8eb1ad23a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:29:39.703247 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-73377165-122c-4e4e-a18f-da2697a4cad8 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/ad271084-e3bf-44a5-ab55-901c8cfb0b63 HTTP/1.1" status: 204 len: 168 time: 0.5533285 Nov 09 15:29:39.706794 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 39414) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:29:39.842640 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-6f8c9597-4235-479f-9767-ed618e1974e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16504018'] for network, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:39.982433 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-6f8c9597-4235-479f-9767-ed618e1974e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16467554', 'neutron.services.segments.db._delete_segments_for_network-8763972805012'] for network, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:40.009619 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.services.segments.db [None req-6f8c9597-4235-479f-9767-ed618e1974e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f69f33e8-9931-4361-bb6d-69be1e780f38']}} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:29:40.026019 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.services.segments.db [None req-6f8c9597-4235-479f-9767-ed618e1974e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ec1b184-b328-4f34-b94d-8a004c0aa517') {'for_net_delete': True} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:29:40.026459 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.services.segments.db [None req-6f8c9597-4235-479f-9767-ed618e1974e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ec1b184-b328-4f34-b94d-8a004c0aa517') {} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:29:40.042444 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-6f8c9597-4235-479f-9767-ed618e1974e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763972734275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820991'] for segment, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:40.065090 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-6f8c9597-4235-479f-9767-ed618e1974e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16429219'] for segment, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:40.073195 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f8c9597-4235-479f-9767-ed618e1974e5 admin admin] Releasing vlan 1213 on physical network physnet1 to pool {{(pid=86839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 15:29:40.073935 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-6f8c9597-4235-479f-9767-ed618e1974e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16429210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337322'] for segment, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:40.095278 dv-cinder-817223-1-smb neutron-server[86839]: Traceback (most recent call last): Nov 09 15:29:40.095278 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 15:29:40.095278 dv-cinder-817223-1-smb neutron-server[86839]: timer() Nov 09 15:29:40.095278 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 15:29:40.095278 dv-cinder-817223-1-smb neutron-server[86839]: cb(*args, **kw) Nov 09 15:29:40.095278 dv-cinder-817223-1-smb neutron-server[86839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 15:29:40.095278 dv-cinder-817223-1-smb neutron-server[86839]: return func(*args, **kwargs) Nov 09 15:29:40.095278 dv-cinder-817223-1-smb neutron-server[86839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 15:29:40.095278 dv-cinder-817223-1-smb neutron-server[86839]: self._notify() Nov 09 15:29:40.095278 dv-cinder-817223-1-smb neutron-server[86839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 15:29:40.095278 dv-cinder-817223-1-smb neutron-server[86839]: self.callback(batched_events) Nov 09 15:29:40.095278 dv-cinder-817223-1-smb neutron-server[86839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 15:29:40.095278 dv-cinder-817223-1-smb neutron-server[86839]: event.method(event) Nov 09 15:29:40.095278 dv-cinder-817223-1-smb neutron-server[86839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 15:29:40.095278 dv-cinder-817223-1-smb neutron-server[86839]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 15:29:40.095278 dv-cinder-817223-1-smb neutron-server[86839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 15:29:40.095278 dv-cinder-817223-1-smb neutron-server[86839]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 15:29:40.095278 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 15:29:40.095278 dv-cinder-817223-1-smb neutron-server[86839]: return f(self, *a, **k) Nov 09 15:29:40.095278 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 09 15:29:40.095278 dv-cinder-817223-1-smb neutron-server[86839]: return self._get(url).json() Nov 09 15:29:40.095278 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 09 15:29:40.095278 dv-cinder-817223-1-smb neutron-server[86839]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 15:29:40.095278 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 15:29:40.095278 dv-cinder-817223-1-smb neutron-server[86839]: return self.request(url, 'GET', **kwargs) Nov 09 15:29:40.095278 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 15:29:40.095278 dv-cinder-817223-1-smb neutron-server[86839]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 15:29:40.095278 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 15:29:40.095278 dv-cinder-817223-1-smb neutron-server[86839]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 15:29:40.095278 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 15:29:40.095278 dv-cinder-817223-1-smb neutron-server[86839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 15:29:40.095278 dv-cinder-817223-1-smb neutron-server[86839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 15:29:40.195872 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-6f8c9597-4235-479f-9767-ed618e1974e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16467563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-978398'] for network, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:40.214679 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:29:40.260503 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-6f8c9597-4235-479f-9767-ed618e1974e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:40.267318 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c9597-4235-479f-9767-ed618e1974e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f69f33e8-9931-4361-bb6d-69be1e780f38,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:29:40.283579 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-6f8c9597-4235-479f-9767-ed618e1974e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:29:40.283802 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8e725-ccd4-46cf-8f20-fd829a1181e0 req-34ed8596-5a97-4553-b0ef-414af2d553b7 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:40.291607 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7ab8e725-ccd4-46cf-8f20-fd829a1181e0 req-34ed8596-5a97-4553-b0ef-414af2d553b7 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=8dac43de-c193-446e-b087-0b897e82b865 HTTP/1.1" status: 200 len: 945 time: 0.1547630 Nov 09 15:29:40.301651 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-6f8c9597-4235-479f-9767-ed618e1974e5 admin admin] 10.222.0.83 "DELETE /v2.0/networks/f69f33e8-9931-4361-bb6d-69be1e780f38 HTTP/1.1" status: 204 len: 168 time: 0.5937555 Nov 09 15:29:40.306026 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 39448) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:29:40.392762 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7ab8e725-ccd4-46cf-8f20-fd829a1181e0 req-da76f9fd-8f4b-4d50-8aa9-bf0ed3e9d279 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001363 Nov 09 15:29:40.446058 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b57cf1-5397-4f89-af19-9ba755547ef8 req-8b738e6f-c7bd-4431-9cb3-904b8c42b54f tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:40.447582 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-55b57cf1-5397-4f89-af19-9ba755547ef8 req-8b738e6f-c7bd-4431-9cb3-904b8c42b54f tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.44 "GET /v2.0/ports?device_id=8dac43de-c193-446e-b087-0b897e82b865 HTTP/1.1" status: 200 len: 945 time: 0.1540329 Nov 09 15:29:40.578673 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [req-55b57cf1-5397-4f89-af19-9ba755547ef8 req-e5e0c01f-8f63-4928-b8f1-a131f70bf792 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Deleting port e0429ff9-725b-44b8-8102-eef789e7b107 {{(pid=86838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 09 15:29:40.579019 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-55b57cf1-5397-4f89-af19-9ba755547ef8 req-e5e0c01f-8f63-4928-b8f1-a131f70bf792 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763972629131'] for port, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:40.589858 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.db_base_plugin_v2 [None req-35035b8e-084c-4b4b-a1ad-a033f9486239 admin admin] Deleting subnet 1e9ef27d-9ac3-467f-a2e6-55bdbf667fad {{(pid=86839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 09 15:29:40.593120 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-35035b8e-084c-4b4b-a1ad-a033f9486239 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:40.656321 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-35035b8e-084c-4b4b-a1ad-a033f9486239 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1821124'] for subnet, precommit_delete_associations {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:40.735990 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-35035b8e-084c-4b4b-a1ad-a033f9486239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16468760'] for subnet, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:40.825680 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-35035b8e-084c-4b4b-a1ad-a033f9486239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16468759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3222528'] for subnet, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:40.833372 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-f1119427-b052-4055-9c32-d4c83eee849d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:29:40.884456 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35035b8e-084c-4b4b-a1ad-a033f9486239 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e9ef27d-9ac3-467f-a2e6-55bdbf667fad,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:29:40.886522 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-35035b8e-084c-4b4b-a1ad-a033f9486239 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:40.889198 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-35035b8e-084c-4b4b-a1ad-a033f9486239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:29:40.893335 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-35035b8e-084c-4b4b-a1ad-a033f9486239 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/1e9ef27d-9ac3-467f-a2e6-55bdbf667fad HTTP/1.1" status: 204 len: 168 time: 0.5852480 Nov 09 15:29:40.895993 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 39474) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:29:40.963045 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-55b57cf1-5397-4f89-af19-9ba755547ef8 req-e5e0c01f-8f63-4928-b8f1-a131f70bf792 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] For port e0429ff9-725b-44b8-8102-eef789e7b107, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=e0429ff9-725b-44b8-8102-eef789e7b107,segment=NetworkSegment(dbd52994-1858-4bff-b4a6-dd463f52a744),segment_id=dbd52994-1858-4bff-b4a6-dd463f52a744)] {{(pid=86838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:29:40.963707 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-55b57cf1-5397-4f89-af19-9ba755547ef8 req-e5e0c01f-8f63-4928-b8f1-a131f70bf792 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980446'] for port, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:41.032718 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-fc12286e-000e-4afa-9c37-884db3beb1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16504018'] for network, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:41.137301 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [req-55b57cf1-5397-4f89-af19-9ba755547ef8 req-e5e0c01f-8f63-4928-b8f1-a131f70bf792 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Calling delete_port for e0429ff9-725b-44b8-8102-eef789e7b107 owned by compute:nova {{(pid=86838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 09 15:29:41.293954 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-fc12286e-000e-4afa-9c37-884db3beb1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16467554', 'neutron.services.segments.db._delete_segments_for_network-8763972805012'] for network, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:41.330881 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.services.segments.db [None req-fc12286e-000e-4afa-9c37-884db3beb1b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76cbdcd3-cdb7-4170-9765-c380ebb98247']}} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:29:41.354174 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.services.segments.db [None req-fc12286e-000e-4afa-9c37-884db3beb1b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbfc001f-6011-4b4e-9c6d-9d1ed7e6c42b') {'for_net_delete': True} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:29:41.354494 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.services.segments.db [None req-fc12286e-000e-4afa-9c37-884db3beb1b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbfc001f-6011-4b4e-9c6d-9d1ed7e6c42b') {} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:29:41.369751 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534d4af-4d15-4124-992d-ce2e84c54af1 req-9754f471-5a7e-4448-be92-5b4cd4a6abf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:41.371411 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-b534d4af-4d15-4124-992d-ce2e84c54af1 req-9754f471-5a7e-4448-be92-5b4cd4a6abf7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9358f8b166ed4a2d82f901d8250cca4a&device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 1098 time: 0.1803596 Nov 09 15:29:41.373460 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-fc12286e-000e-4afa-9c37-884db3beb1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763972734275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820991'] for segment, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:41.400622 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-55b57cf1-5397-4f89-af19-9ba755547ef8 req-e5e0c01f-8f63-4928-b8f1-a131f70bf792 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763972633375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763972299780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1120097'] for port, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:41.407834 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-87a13001-d1a1-47db-b515-eaa363dd348c tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:29:41.416787 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] get_ports_and_sgs() called for port_ids ['9f74fd00-44b6-4aef-8ce4-7462002bd590', 'f34ba5a6-c287-4975-9c1f-cc6f058d4c73', 'e0429ff9-725b-44b8-8102-eef789e7b107'] {{(pid=86840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 09 15:29:41.456041 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2890cf7-a3b0-4983-8bce-85c64144066b req-a9ad87be-181e-4e2b-aa8e-8e29b57b6f06 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:41.458018 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d2890cf7-a3b0-4983-8bce-85c64144066b req-a9ad87be-181e-4e2b-aa8e-8e29b57b6f06 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.2276392 Nov 09 15:29:41.568197 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534d4af-4d15-4124-992d-ce2e84c54af1 req-211048c4-4649-404e-91eb-a0a13c3af3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:41.568197 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-b534d4af-4d15-4124-992d-ce2e84c54af1 req-211048c4-4649-404e-91eb-a0a13c3af3e9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=08bbf048-6dc1-4572-9d55-714f0fd34b54 HTTP/1.1" status: 200 len: 920 time: 0.1863532 Nov 09 15:29:41.572780 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-fc12286e-000e-4afa-9c37-884db3beb1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16429219'] for segment, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:41.573073 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e0c01f-8f63-4928-b8f1-a131f70bf792 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Pushing event deleted for resources: {'Port': ['ID=e0429ff9-725b-44b8-8102-eef789e7b107,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:29:41.591988 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-e5e0c01f-8f63-4928-b8f1-a131f70bf792 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:29:41.632090 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d2890cf7-a3b0-4983-8bce-85c64144066b req-e031b057-25f8-4de0-b17f-e44f09a015f3 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446912 Nov 09 15:29:41.677402 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc12286e-000e-4afa-9c37-884db3beb1b1 admin admin] Releasing vlan 1220 on physical network physnet1 to pool {{(pid=86839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 15:29:41.677989 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-fc12286e-000e-4afa-9c37-884db3beb1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16429210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337322'] for segment, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:41.697789 dv-cinder-817223-1-smb neutron-server[86839]: Traceback (most recent call last): Nov 09 15:29:41.697789 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 15:29:41.697789 dv-cinder-817223-1-smb neutron-server[86839]: timer() Nov 09 15:29:41.697789 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 15:29:41.697789 dv-cinder-817223-1-smb neutron-server[86839]: cb(*args, **kw) Nov 09 15:29:41.697789 dv-cinder-817223-1-smb neutron-server[86839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 15:29:41.697789 dv-cinder-817223-1-smb neutron-server[86839]: return func(*args, **kwargs) Nov 09 15:29:41.697789 dv-cinder-817223-1-smb neutron-server[86839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 15:29:41.697789 dv-cinder-817223-1-smb neutron-server[86839]: self._notify() Nov 09 15:29:41.697789 dv-cinder-817223-1-smb neutron-server[86839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 15:29:41.697789 dv-cinder-817223-1-smb neutron-server[86839]: self.callback(batched_events) Nov 09 15:29:41.697789 dv-cinder-817223-1-smb neutron-server[86839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 15:29:41.697789 dv-cinder-817223-1-smb neutron-server[86839]: event.method(event) Nov 09 15:29:41.697789 dv-cinder-817223-1-smb neutron-server[86839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 15:29:41.697789 dv-cinder-817223-1-smb neutron-server[86839]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 15:29:41.697789 dv-cinder-817223-1-smb neutron-server[86839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 15:29:41.697789 dv-cinder-817223-1-smb neutron-server[86839]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 15:29:41.697789 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 15:29:41.697789 dv-cinder-817223-1-smb neutron-server[86839]: return f(self, *a, **k) Nov 09 15:29:41.697789 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 09 15:29:41.697789 dv-cinder-817223-1-smb neutron-server[86839]: return self._get(url).json() Nov 09 15:29:41.697789 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 09 15:29:41.697789 dv-cinder-817223-1-smb neutron-server[86839]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 15:29:41.697789 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 15:29:41.697789 dv-cinder-817223-1-smb neutron-server[86839]: return self.request(url, 'GET', **kwargs) Nov 09 15:29:41.697789 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 15:29:41.697789 dv-cinder-817223-1-smb neutron-server[86839]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 15:29:41.697789 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 15:29:41.697789 dv-cinder-817223-1-smb neutron-server[86839]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 15:29:41.697789 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 15:29:41.697789 dv-cinder-817223-1-smb neutron-server[86839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 15:29:41.697789 dv-cinder-817223-1-smb neutron-server[86839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 15:29:41.701207 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-b534d4af-4d15-4124-992d-ce2e84c54af1 req-609bc486-a897-45b8-9b81-0faa711583c0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22d50f63-eaac-4149-8b98-3a76e6e8e44f HTTP/1.1" status: 200 len: 217 time: 0.1176775 Nov 09 15:29:41.702816 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [req-55b57cf1-5397-4f89-af19-9ba755547ef8 req-e5e0c01f-8f63-4928-b8f1-a131f70bf792 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] No DVR routers for this DVR port e0429ff9-725b-44b8-8102-eef789e7b107 on host hv-cinder-81722 {{(pid=86838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 15:29:41.706169 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-55b57cf1-5397-4f89-af19-9ba755547ef8 req-e5e0c01f-8f63-4928-b8f1-a131f70bf792 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:41.717897 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dac43de-c193-446e-b087-0b897e82b865', 'name': 'network-vif-deleted', 'tag': 'e0429ff9-725b-44b8-8102-eef789e7b107'}] {{(pid=86838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:29:41.726953 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-55b57cf1-5397-4f89-af19-9ba755547ef8 req-e5e0c01f-8f63-4928-b8f1-a131f70bf792 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.44 "DELETE /v2.0/ports/e0429ff9-725b-44b8-8102-eef789e7b107 HTTP/1.1" status: 204 len: 173 time: 1.2713263 Nov 09 15:29:41.822093 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-4d3616b9-c27d-4336-a597-1e6293839a4e req-a3984731-465e-419d-979a-22befbcf6ff4 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Synchronizing usage tracker for tenant:28b355fa4e264999823dc9f7078c4198 on resource:port {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 15:29:41.847999 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534d4af-4d15-4124-992d-ce2e84c54af1 req-9fd8e4d6-9fbe-4359-a2a2-e1c8e88cafaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:41.849693 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-b534d4af-4d15-4124-992d-ce2e84c54af1 req-9fd8e4d6-9fbe-4359-a2a2-e1c8e88cafaa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4904fa8b-3075-42a7-aac9-ddfb551a5334 HTTP/1.1" status: 200 len: 858 time: 0.0879197 Nov 09 15:29:41.865408 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-4d3616b9-c27d-4336-a597-1e6293839a4e req-a3984731-465e-419d-979a-22befbcf6ff4 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Unset dirty status for tenant:28b355fa4e264999823dc9f7078c4198 on resource:port {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 15:29:41.876175 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4d3616b9-c27d-4336-a597-1e6293839a4e req-a3984731-465e-419d-979a-22befbcf6ff4 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=8dac43de-c193-446e-b087-0b897e82b865 HTTP/1.1" status: 200 len: 210 time: 0.1224818 Nov 09 15:29:41.921732 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dac43de-c193-446e-b087-0b897e82b865', 'name': 'network-vif-deleted', 'tag': 'e0429ff9-725b-44b8-8102-eef789e7b107', 'status': 'completed', 'code': 200} Nov 09 15:29:41.961082 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-b534d4af-4d15-4124-992d-ce2e84c54af1 req-e4197045-9512-4366-921c-6648f51d8a01 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=08bbf048-6dc1-4572-9d55-714f0fd34b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852900 Nov 09 15:29:41.966108 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-fc12286e-000e-4afa-9c37-884db3beb1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16467563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-978398'] for network, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:41.970433 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:29:41.986280 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-fc12286e-000e-4afa-9c37-884db3beb1b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:42.021527 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-fc12286e-000e-4afa-9c37-884db3beb1b1 admin admin] 10.222.0.83 "DELETE /v2.0/networks/76cbdcd3-cdb7-4170-9765-c380ebb98247 HTTP/1.1" status: 204 len: 168 time: 1.1216633 Nov 09 15:29:42.027031 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12286e-000e-4afa-9c37-884db3beb1b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=76cbdcd3-cdb7-4170-9765-c380ebb98247,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:29:42.074263 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-fc12286e-000e-4afa-9c37-884db3beb1b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:29:42.147015 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-b534d4af-4d15-4124-992d-ce2e84c54af1 req-50ac13bc-a874-402e-9e01-aa5b25433668 service neutron] 10.222.0.44 "GET /v2.0/networks/08bbf048-6dc1-4572-9d55-714f0fd34b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569693 Nov 09 15:29:42.233144 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 39498) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:29:42.332511 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-b534d4af-4d15-4124-992d-ce2e84c54af1 req-0a3f6f1d-cc83-4659-8f1b-f3727cc6c154 service neutron] 10.222.0.44 "GET /v2.0/networks/08bbf048-6dc1-4572-9d55-714f0fd34b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745596 Nov 09 15:29:42.364746 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-d2894744-14ac-4cc6-9189-ee5fa00b37d8 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5b66773034ec4ea6b306ff8a1751f208&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1298161 Nov 09 15:29:42.367544 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 39502) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:29:42.433368 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-235bcf48-368f-47f3-b0e8-14ce2fef0c5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:42.460777 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-235bcf48-368f-47f3-b0e8-14ce2fef0c5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:42.516808 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-235bcf48-368f-47f3-b0e8-14ce2fef0c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:42.520668 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-26d85084-8882-47b9-a2aa-7832d8de208c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:29:42.532568 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235bcf48-368f-47f3-b0e8-14ce2fef0c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea39249f-7d67-433f-9d81-62404a5f3f4d,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:29:42.535260 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-235bcf48-368f-47f3-b0e8-14ce2fef0c5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:29:42.542539 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-235bcf48-368f-47f3-b0e8-14ce2fef0c5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:42.543886 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-235bcf48-368f-47f3-b0e8-14ce2fef0c5f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ea39249f-7d67-433f-9d81-62404a5f3f4d HTTP/1.1" status: 204 len: 168 time: 0.1753783 Nov 09 15:29:42.876910 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024e325-b4eb-4cc8-acf0-c70f33ddf15c req-abbbaabe-b3fc-425a-a3fd-2e06048bc33c tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:42.878715 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4024e325-b4eb-4cc8-acf0-c70f33ddf15c req-abbbaabe-b3fc-425a-a3fd-2e06048bc33c tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.1184661 Nov 09 15:29:42.932524 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4024e325-b4eb-4cc8-acf0-c70f33ddf15c req-1b698399-9b78-47e1-a595-588302d4b72d tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457499 Nov 09 15:29:42.982238 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 39528) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:29:43.040347 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-be64609e-e3da-4ee8-863f-2d6a046680b3 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=27ec2ddc95d44343ac47e488a69373dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0542839 Nov 09 15:29:43.040961 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 39536) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:29:43.128918 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-447dbfc5-7678-4978-89e7-91dac2e9b37e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:43.166818 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-447dbfc5-7678-4978-89e7-91dac2e9b37e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:43.277099 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-447dbfc5-7678-4978-89e7-91dac2e9b37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:43.282803 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-2d70452f-7241-4ddc-9bdf-23af838ab182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:29:43.312912 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447dbfc5-7678-4978-89e7-91dac2e9b37e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8522e106-93fd-4b67-b4df-ffcf02860ce0,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:29:43.316207 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-447dbfc5-7678-4978-89e7-91dac2e9b37e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:29:43.319758 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-447dbfc5-7678-4978-89e7-91dac2e9b37e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:43.325305 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-447dbfc5-7678-4978-89e7-91dac2e9b37e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8522e106-93fd-4b67-b4df-ffcf02860ce0 HTTP/1.1" status: 204 len: 168 time: 0.2832632 Nov 09 15:29:43.555489 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76a017-8469-4146-b34d-3dffc135b5f6 req-2ab4c135-807d-4522-96a4-a35dacc5c887 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:43.556944 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8a76a017-8469-4146-b34d-3dffc135b5f6 req-2ab4c135-807d-4522-96a4-a35dacc5c887 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=504e5847-c14c-4394-974c-406e6235093d HTTP/1.1" status: 200 len: 945 time: 0.0881908 Nov 09 15:29:43.601624 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8a76a017-8469-4146-b34d-3dffc135b5f6 req-fcb58558-db75-45ca-a957-abc63ebeee1e tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383546 Nov 09 15:29:44.155157 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a47565-515b-4902-8590-c21ee4727aa8 req-850530d8-0405-494d-bf4e-288624a6f5a5 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:44.159354 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-34a47565-515b-4902-8590-c21ee4727aa8 req-850530d8-0405-494d-bf4e-288624a6f5a5 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.1084571 Nov 09 15:29:44.212553 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-34a47565-515b-4902-8590-c21ee4727aa8 req-3ae7bca1-4ce5-47a1-91c8-b56309df79e8 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443289 Nov 09 15:29:44.809578 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e75b0-114c-40f9-b9a0-9ed182f99aba req-1b6651b2-46b5-4992-aff2-ed52b1e92151 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:44.811436 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d80e75b0-114c-40f9-b9a0-9ed182f99aba req-1b6651b2-46b5-4992-aff2-ed52b1e92151 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=504e5847-c14c-4394-974c-406e6235093d HTTP/1.1" status: 200 len: 945 time: 0.0927172 Nov 09 15:29:44.860445 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d80e75b0-114c-40f9-b9a0-9ed182f99aba req-098f93a6-3aae-4cd0-a3fd-c05c5018a9a3 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431869 Nov 09 15:29:45.438580 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d9e56-b328-4561-be9e-e1fd73df1f0b req-4d9088b5-3ce2-4726-902d-c3ea066a8c51 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:45.440332 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-548d9e56-b328-4561-be9e-e1fd73df1f0b req-4d9088b5-3ce2-4726-902d-c3ea066a8c51 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.0908906 Nov 09 15:29:45.447714 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device e0429ff9-725b-44b8-8102-eef789e7b107 no longer exists at agent hyperv_hv-cinder-81722 {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 15:29:45.505816 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] No Port match for: e0429ff9-725b-44b8-8102-eef789e7b107 {{(pid=86840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 09 15:29:45.506399 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device e0429ff9-725b-44b8-8102-eef789e7b107 not bound to the agent host hv-cinder-81722 {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 15:29:45.524264 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-548d9e56-b328-4561-be9e-e1fd73df1f0b req-4dd04379-7fda-4a35-915e-25bfde3e37b1 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701809 Nov 09 15:29:46.044294 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa4b3b-0a47-42bf-949a-1322d16defa9 req-468c2b06-31c4-4687-86ee-e8bf8da48b28 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:46.045894 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-adaa4b3b-0a47-42bf-949a-1322d16defa9 req-468c2b06-31c4-4687-86ee-e8bf8da48b28 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.44 "GET /v2.0/ports?device_id=504e5847-c14c-4394-974c-406e6235093d HTTP/1.1" status: 200 len: 945 time: 0.0879745 Nov 09 15:29:46.055235 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48beb28-dfe2-4ffc-a58a-aa898992c618 req-f0113cb2-1878-41bb-83cb-0c533b4dfff6 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:46.056832 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b48beb28-dfe2-4ffc-a58a-aa898992c618 req-f0113cb2-1878-41bb-83cb-0c533b4dfff6 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=504e5847-c14c-4394-974c-406e6235093d HTTP/1.1" status: 200 len: 945 time: 0.0871899 Nov 09 15:29:46.107453 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b48beb28-dfe2-4ffc-a58a-aa898992c618 req-164dc5ee-133e-437e-8998-1ae4f6405d38 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445349 Nov 09 15:29:46.207815 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [req-adaa4b3b-0a47-42bf-949a-1322d16defa9 req-c15b9184-8da7-49cd-bad9-7c6ff6883fa0 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Deleting port f34ba5a6-c287-4975-9c1f-cc6f058d4c73 {{(pid=86839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 09 15:29:46.208293 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-adaa4b3b-0a47-42bf-949a-1322d16defa9 req-c15b9184-8da7-49cd-bad9-7c6ff6883fa0 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763972629131'] for port, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:46.530708 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [req-adaa4b3b-0a47-42bf-949a-1322d16defa9 req-c15b9184-8da7-49cd-bad9-7c6ff6883fa0 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] For port f34ba5a6-c287-4975-9c1f-cc6f058d4c73, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=f34ba5a6-c287-4975-9c1f-cc6f058d4c73,segment=NetworkSegment(dbd52994-1858-4bff-b4a6-dd463f52a744),segment_id=dbd52994-1858-4bff-b4a6-dd463f52a744)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:29:46.531890 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-adaa4b3b-0a47-42bf-949a-1322d16defa9 req-c15b9184-8da7-49cd-bad9-7c6ff6883fa0 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980446'] for port, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:46.813976 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [req-adaa4b3b-0a47-42bf-949a-1322d16defa9 req-c15b9184-8da7-49cd-bad9-7c6ff6883fa0 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Calling delete_port for f34ba5a6-c287-4975-9c1f-cc6f058d4c73 owned by compute:nova {{(pid=86839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 09 15:29:46.823548 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d23492-6ab0-4256-b0c9-55dc9137783a req-ee9603b9-7351-4149-aba2-925529dc7660 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:46.845195 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-77d23492-6ab0-4256-b0c9-55dc9137783a req-ee9603b9-7351-4149-aba2-925529dc7660 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.1542227 Nov 09 15:29:46.980850 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-77d23492-6ab0-4256-b0c9-55dc9137783a req-54f69f82-c883-4a3d-8f14-2751c7c8cf88 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345286 Nov 09 15:29:47.055986 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-adaa4b3b-0a47-42bf-949a-1322d16defa9 req-c15b9184-8da7-49cd-bad9-7c6ff6883fa0 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763972633375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763972299780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337271'] for port, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:47.069552 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-670cb559-6307-434e-b949-01d8d53caa43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:29:47.073538 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] get_ports_and_sgs() called for port_ids ['9f74fd00-44b6-4aef-8ce4-7462002bd590', 'f34ba5a6-c287-4975-9c1f-cc6f058d4c73'] {{(pid=86840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 09 15:29:47.121125 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15b9184-8da7-49cd-bad9-7c6ff6883fa0 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Pushing event deleted for resources: {'Port': ['ID=f34ba5a6-c287-4975-9c1f-cc6f058d4c73,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:29:47.125135 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-c15b9184-8da7-49cd-bad9-7c6ff6883fa0 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:29:47.239454 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [req-adaa4b3b-0a47-42bf-949a-1322d16defa9 req-c15b9184-8da7-49cd-bad9-7c6ff6883fa0 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] No DVR routers for this DVR port f34ba5a6-c287-4975-9c1f-cc6f058d4c73 on host hv-cinder-81722 {{(pid=86839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 15:29:47.243654 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-adaa4b3b-0a47-42bf-949a-1322d16defa9 req-c15b9184-8da7-49cd-bad9-7c6ff6883fa0 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581'] for port, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:47.256602 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '504e5847-c14c-4394-974c-406e6235093d', 'name': 'network-vif-deleted', 'tag': 'f34ba5a6-c287-4975-9c1f-cc6f058d4c73'}] {{(pid=86839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:29:47.286676 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-adaa4b3b-0a47-42bf-949a-1322d16defa9 req-c15b9184-8da7-49cd-bad9-7c6ff6883fa0 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.44 "DELETE /v2.0/ports/f34ba5a6-c287-4975-9c1f-cc6f058d4c73 HTTP/1.1" status: 204 len: 173 time: 1.2347643 Nov 09 15:29:47.359957 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '504e5847-c14c-4394-974c-406e6235093d', 'name': 'network-vif-deleted', 'tag': 'f34ba5a6-c287-4975-9c1f-cc6f058d4c73', 'status': 'completed', 'code': 200} Nov 09 15:29:47.406123 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-33467800-1e62-4895-851b-e7966466bd6c req-8c2265fc-4450-4fdd-a39f-2c0107dc63bd tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=504e5847-c14c-4394-974c-406e6235093d HTTP/1.1" status: 200 len: 210 time: 0.0790303 Nov 09 15:29:48.127819 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.agents_db [None req-0bb7c99c-2b67-41fc-97bf-7ac1ae3a1626 None None] Agent healthcheck: found 6 active agents {{(pid=86841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 15:29:48.203783 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb97dfe8-8c7d-4f71-823a-c0661abcb7f9 req-2ad3175e-20a9-4b36-98cb-8f62c85406ee tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:48.205470 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-eb97dfe8-8c7d-4f71-823a-c0661abcb7f9 req-2ad3175e-20a9-4b36-98cb-8f62c85406ee tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.1143105 Nov 09 15:29:48.265272 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-eb97dfe8-8c7d-4f71-823a-c0661abcb7f9 req-225a7637-1ced-461b-b779-8ca5fb96e3cb tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520692 Nov 09 15:29:48.614497 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 39704) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:29:48.819582 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1e41dd68-3b71-4562-9c1a-f13f22f68796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:48.835329 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-1e41dd68-3b71-4562-9c1a-f13f22f68796 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:29:48.839631 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-1e41dd68-3b71-4562-9c1a-f13f22f68796 admin admin] Usage tracker for resource:security_group_rule and tenant:c0ad4d10486d479484f9f4e052cc4a45 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:29:48.842653 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-1e41dd68-3b71-4562-9c1a-f13f22f68796 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:29:48.850057 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-1e41dd68-3b71-4562-9c1a-f13f22f68796 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:29:48.953197 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1e41dd68-3b71-4562-9c1a-f13f22f68796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:48.960262 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1e41dd68-3b71-4562-9c1a-f13f22f68796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:48.969537 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-b7272a5f-c5b1-46b6-9370-4da732f9c39b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:29:49.015097 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-1e41dd68-3b71-4562-9c1a-f13f22f68796 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c0ad4d10486d479484f9f4e052cc4a45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3979561 Nov 09 15:29:49.016265 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e41dd68-3b71-4562-9c1a-f13f22f68796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1362e444-5944-4cbb-a8f0-7a1d842b3744,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:29:49.017778 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 39726) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:29:49.038782 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1e41dd68-3b71-4562-9c1a-f13f22f68796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:29:49.078781 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8b3d472b-7fe2-4825-b341-cac9efca53f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:49.105656 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8b3d472b-7fe2-4825-b341-cac9efca53f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:49.162217 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8b3d472b-7fe2-4825-b341-cac9efca53f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:49.166947 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-8439ca3b-8bd3-4803-b349-2b9c6951d8f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:29:49.179869 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d472b-7fe2-4825-b341-cac9efca53f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1362e444-5944-4cbb-a8f0-7a1d842b3744,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:29:49.182807 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-8b3d472b-7fe2-4825-b341-cac9efca53f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:29:49.190543 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8b3d472b-7fe2-4825-b341-cac9efca53f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:49.194666 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-8b3d472b-7fe2-4825-b341-cac9efca53f0 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1362e444-5944-4cbb-a8f0-7a1d842b3744 HTTP/1.1" status: 204 len: 168 time: 0.1727681 Nov 09 15:29:49.477802 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0923a36a-f4f4-4072-bc0d-4b9cb9895526 req-635350c5-f2d7-4584-b8e7-e1f305db42bf tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:49.479401 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0923a36a-f4f4-4072-bc0d-4b9cb9895526 req-635350c5-f2d7-4584-b8e7-e1f305db42bf tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.0899065 Nov 09 15:29:49.482579 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device f34ba5a6-c287-4975-9c1f-cc6f058d4c73 no longer exists at agent hyperv_hv-cinder-81722 {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 15:29:49.523160 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 39744) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:29:49.526785 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] No Port match for: f34ba5a6-c287-4975-9c1f-cc6f058d4c73 {{(pid=86840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 09 15:29:49.527382 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device f34ba5a6-c287-4975-9c1f-cc6f058d4c73 not bound to the agent host hv-cinder-81722 {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 15:29:49.529113 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0923a36a-f4f4-4072-bc0d-4b9cb9895526 req-10e80be7-f10c-4e01-8699-a62f10edb8c0 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438235 Nov 09 15:29:49.543151 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e141cf0f-c035-4ada-97ad-10a908fd0ebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:49.559267 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-e141cf0f-c035-4ada-97ad-10a908fd0ebd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:29:49.563810 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-e141cf0f-c035-4ada-97ad-10a908fd0ebd admin admin] Usage tracker for resource:security_group_rule and tenant:3164d5477c944d799ad487eefd964279 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:29:49.567086 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-e141cf0f-c035-4ada-97ad-10a908fd0ebd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:29:49.574122 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-e141cf0f-c035-4ada-97ad-10a908fd0ebd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:29:49.655948 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e141cf0f-c035-4ada-97ad-10a908fd0ebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:49.660606 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e141cf0f-c035-4ada-97ad-10a908fd0ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:49.667809 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-3c70cd14-b12e-4f58-83a3-70f7f626dfe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:29:49.707997 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e141cf0f-c035-4ada-97ad-10a908fd0ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9ca22d-86b3-4646-b83a-79e2618bedfd,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:29:49.714037 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-e141cf0f-c035-4ada-97ad-10a908fd0ebd admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3164d5477c944d799ad487eefd964279&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1885362 Nov 09 15:29:49.714037 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-e141cf0f-c035-4ada-97ad-10a908fd0ebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:29:49.715446 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 39748) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:29:49.778339 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3c681ecb-003d-4c85-ba9d-9dd0759255e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:49.807599 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3c681ecb-003d-4c85-ba9d-9dd0759255e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:49.869464 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3c681ecb-003d-4c85-ba9d-9dd0759255e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:49.874381 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-db114117-268b-4674-91a7-104841b4a16d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:29:49.892658 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c681ecb-003d-4c85-ba9d-9dd0759255e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9ca22d-86b3-4646-b83a-79e2618bedfd,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:29:49.896526 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-3c681ecb-003d-4c85-ba9d-9dd0759255e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:29:49.903862 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3c681ecb-003d-4c85-ba9d-9dd0759255e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:49.904888 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-3c681ecb-003d-4c85-ba9d-9dd0759255e1 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7e9ca22d-86b3-4646-b83a-79e2618bedfd HTTP/1.1" status: 204 len: 168 time: 0.1885433 Nov 09 15:29:50.079798 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:50.214584 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d20c85-21ce-4f71-99d8-33c3eddd8331 req-7d5f9a9a-ae33-4977-a39a-90f5918d5f73 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:50.216334 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-27d20c85-21ce-4f71-99d8-33c3eddd8331 req-7d5f9a9a-ae33-4977-a39a-90f5918d5f73 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7f33deb-c2b3-4278-8078-99ec064ab19a HTTP/1.1" status: 200 len: 946 time: 0.0814481 Nov 09 15:29:50.271145 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-27d20c85-21ce-4f71-99d8-33c3eddd8331 req-f7416a1f-3150-40d1-80f9-d8c28a5263d7 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488250 Nov 09 15:29:50.773968 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f4a8b-83d5-4fbb-98e4-dcbb3b25d036 req-2f5e4606-8bf4-44fd-b1f1-7fb531e932b4 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:50.775500 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-737f4a8b-83d5-4fbb-98e4-dcbb3b25d036 req-2f5e4606-8bf4-44fd-b1f1-7fb531e932b4 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.1030164 Nov 09 15:29:50.827079 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-737f4a8b-83d5-4fbb-98e4-dcbb3b25d036 req-03307d83-e480-452d-9198-f3d83224c3cf tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452311 Nov 09 15:29:51.468416 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029a44c-970e-45c9-8d11-40946a896725 req-3cd120f1-caee-40db-8908-3ebbe62acb41 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:51.468416 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c029a44c-970e-45c9-8d11-40946a896725 req-3cd120f1-caee-40db-8908-3ebbe62acb41 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7f33deb-c2b3-4278-8078-99ec064ab19a HTTP/1.1" status: 200 len: 946 time: 0.0851927 Nov 09 15:29:51.515605 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c029a44c-970e-45c9-8d11-40946a896725 req-2d6f8e75-a93c-4547-97e6-f5cb020cc5e6 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419579 Nov 09 15:29:52.029361 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b572396-8834-4ae5-a650-47af9a88ec1b req-498024a3-6932-4959-b369-dd04e1137e9d tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:52.030861 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3b572396-8834-4ae5-a650-47af9a88ec1b req-498024a3-6932-4959-b369-dd04e1137e9d tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.0865910 Nov 09 15:29:52.080494 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3b572396-8834-4ae5-a650-47af9a88ec1b req-7f3b7003-4433-45eb-99d5-b2cdd06bf69d tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440571 Nov 09 15:29:52.436433 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-0e79e7c6-7439-4ab3-9d5a-b68064fe3c0a req-1f6820a3-512d-45d5-8ef1-b19341941e67 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726550 Nov 09 15:29:52.596766 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79e7c6-7439-4ab3-9d5a-b68064fe3c0a req-6b37b52b-d297-44e1-b54b-77b3c923ef6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:52.598489 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-0e79e7c6-7439-4ab3-9d5a-b68064fe3c0a req-6b37b52b-d297-44e1-b54b-77b3c923ef6b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4c426877957540c3ae3ca3dce095a0e8&device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 1099 time: 0.0849066 Nov 09 15:29:52.725932 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437f00a-5003-4de2-ac74-d591a7a76e67 req-5df6c39d-8619-4267-b5ac-023ca043a38c tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:52.727350 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c437f00a-5003-4de2-ac74-d591a7a76e67 req-5df6c39d-8619-4267-b5ac-023ca043a38c tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7f33deb-c2b3-4278-8078-99ec064ab19a HTTP/1.1" status: 200 len: 946 time: 0.0921254 Nov 09 15:29:52.777627 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c437f00a-5003-4de2-ac74-d591a7a76e67 req-23377032-8c1f-4d10-b13d-4dd07efbc65c tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441077 Nov 09 15:29:52.781882 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79e7c6-7439-4ab3-9d5a-b68064fe3c0a req-215f8cdb-9666-41a9-9d1f-0c92c4e67b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:52.783418 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-0e79e7c6-7439-4ab3-9d5a-b68064fe3c0a req-215f8cdb-9666-41a9-9d1f-0c92c4e67b5a service neutron] 10.222.0.44 "GET /v2.0/networks?id=4e486921-0f80-48c5-9888-ae5de3f1e305 HTTP/1.1" status: 200 len: 918 time: 0.1522315 Nov 09 15:29:52.893068 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-0e79e7c6-7439-4ab3-9d5a-b68064fe3c0a req-a6ce145f-cba0-45f1-baf3-fb8f88113e80 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22a21dfd-9477-4e51-b44b-ee3e7eda5c1d HTTP/1.1" status: 200 len: 1001 time: 0.0992537 Nov 09 15:29:52.981500 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79e7c6-7439-4ab3-9d5a-b68064fe3c0a req-408c216c-e378-41d7-aaf0-cacfcfb671c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:52.983612 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-0e79e7c6-7439-4ab3-9d5a-b68064fe3c0a req-408c216c-e378-41d7-aaf0-cacfcfb671c0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5ec84acc-d70c-4e8d-bb6d-6e13232b6778 HTTP/1.1" status: 200 len: 855 time: 0.0686457 Nov 09 15:29:53.058191 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bced9a0-fcde-419d-b2d4-46db197c5ca7 req-76357e2f-7876-45a9-97f8-46541a505b8b tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:53.059743 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1bced9a0-fcde-419d-b2d4-46db197c5ca7 req-76357e2f-7876-45a9-97f8-46541a505b8b tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7f33deb-c2b3-4278-8078-99ec064ab19a HTTP/1.1" status: 200 len: 946 time: 0.0902531 Nov 09 15:29:53.075583 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79e7c6-7439-4ab3-9d5a-b68064fe3c0a req-d11ac9a6-f285-4492-91b7-6ab3c866b436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:53.077382 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-0e79e7c6-7439-4ab3-9d5a-b68064fe3c0a req-d11ac9a6-f285-4492-91b7-6ab3c866b436 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4e486921-0f80-48c5-9888-ae5de3f1e305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0844686 Nov 09 15:29:53.146678 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [req-1bced9a0-fcde-419d-b2d4-46db197c5ca7 req-4f09d46e-e900-4bfa-9d77-caf18852113b tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Deleting port 9f74fd00-44b6-4aef-8ce4-7462002bd590 {{(pid=86838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 09 15:29:53.147596 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-1bced9a0-fcde-419d-b2d4-46db197c5ca7 req-4f09d46e-e900-4bfa-9d77-caf18852113b tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763972629131'] for port, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:53.373857 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-0e79e7c6-7439-4ab3-9d5a-b68064fe3c0a req-817bfedc-3199-4eb7-a4e5-d05e3ef0dad2 service neutron] 10.222.0.44 "GET /v2.0/networks/4e486921-0f80-48c5-9888-ae5de3f1e305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884758 Nov 09 15:29:53.383786 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 39892) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:29:53.486869 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab82834-1b96-4bbe-9d52-d5f326c45d9d req-12464f41-2c7f-4557-aa5d-3d3b76944efc tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:53.494063 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-fab82834-1b96-4bbe-9d52-d5f326c45d9d req-12464f41-2c7f-4557-aa5d-3d3b76944efc tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.1759448 Nov 09 15:29:53.535888 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-0e79e7c6-7439-4ab3-9d5a-b68064fe3c0a req-8116d782-f3d6-4756-b5a9-5b777cca51e3 service neutron] 10.222.0.44 "GET /v2.0/networks/4e486921-0f80-48c5-9888-ae5de3f1e305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538732 Nov 09 15:29:53.623999 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a9de8921-be9b-44e0-bcd7-f2790a9a22f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:53.659379 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-a9de8921-be9b-44e0-bcd7-f2790a9a22f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:29:53.667004 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-fab82834-1b96-4bbe-9d52-d5f326c45d9d req-12c695e2-2444-4185-a7f0-815190fd18da tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719580 Nov 09 15:29:53.677652 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-a9de8921-be9b-44e0-bcd7-f2790a9a22f7 admin admin] Usage tracker for resource:security_group_rule and tenant:47ce21b9767c4e5ca4b03ab50debeb9d is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:29:53.693087 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-a9de8921-be9b-44e0-bcd7-f2790a9a22f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:29:53.705693 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-a9de8921-be9b-44e0-bcd7-f2790a9a22f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:29:53.736257 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-1bced9a0-fcde-419d-b2d4-46db197c5ca7 req-4f09d46e-e900-4bfa-9d77-caf18852113b tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] For port 9f74fd00-44b6-4aef-8ce4-7462002bd590, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=9f74fd00-44b6-4aef-8ce4-7462002bd590,segment=NetworkSegment(dbd52994-1858-4bff-b4a6-dd463f52a744),segment_id=dbd52994-1858-4bff-b4a6-dd463f52a744)] {{(pid=86838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:29:53.736843 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-1bced9a0-fcde-419d-b2d4-46db197c5ca7 req-4f09d46e-e900-4bfa-9d77-caf18852113b tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980446'] for port, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:53.879214 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [req-1bced9a0-fcde-419d-b2d4-46db197c5ca7 req-4f09d46e-e900-4bfa-9d77-caf18852113b tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Calling delete_port for 9f74fd00-44b6-4aef-8ce4-7462002bd590 owned by compute:nova {{(pid=86838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 09 15:29:54.137047 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a9de8921-be9b-44e0-bcd7-f2790a9a22f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:54.151621 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a9de8921-be9b-44e0-bcd7-f2790a9a22f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:54.160691 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-776c3b0a-331f-45a2-a668-bafc537d60b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:29:54.177730 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9cad5d-3f69-45e8-a100-df611726cc75 req-45ddffcd-7b79-455d-904c-b9ad1bc1e6fe tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:54.179326 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4e9cad5d-3f69-45e8-a100-df611726cc75 req-45ddffcd-7b79-455d-904c-b9ad1bc1e6fe tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7f33deb-c2b3-4278-8078-99ec064ab19a HTTP/1.1" status: 200 len: 946 time: 0.2719152 Nov 09 15:29:54.237970 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-a9de8921-be9b-44e0-bcd7-f2790a9a22f7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=47ce21b9767c4e5ca4b03ab50debeb9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8525500 Nov 09 15:29:54.240865 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 39902) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:29:54.246517 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9de8921-be9b-44e0-bcd7-f2790a9a22f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c9fdbe-4834-4c3f-8bc8-b015889e18b5,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:29:54.250143 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-a9de8921-be9b-44e0-bcd7-f2790a9a22f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:29:54.260301 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-1bced9a0-fcde-419d-b2d4-46db197c5ca7 req-4f09d46e-e900-4bfa-9d77-caf18852113b tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763972633375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763972299780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1120097'] for port, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:54.272383 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:29:54.274584 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] get_ports_and_sgs() called for port_ids ['9f74fd00-44b6-4aef-8ce4-7462002bd590'] {{(pid=86840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 09 15:29:54.337599 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-2174de7e-4ddb-4854-a5cf-1087e97a9c38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:54.355955 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4e9cad5d-3f69-45e8-a100-df611726cc75 req-0bc76e66-f552-4867-ad5f-1b910b7fd313 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.83 "GET /v2.0/security-groups?id=00a1e6b0-e8dc-4304-af6b-b2882c103a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666019 Nov 09 15:29:54.361317 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f09d46e-e900-4bfa-9d77-caf18852113b tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Pushing event deleted for resources: {'Port': ['ID=9f74fd00-44b6-4aef-8ce4-7462002bd590,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:29:54.384088 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-2174de7e-4ddb-4854-a5cf-1087e97a9c38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:54.397212 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-4f09d46e-e900-4bfa-9d77-caf18852113b tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:29:54.411014 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bced9a0-fcde-419d-b2d4-46db197c5ca7 req-4f09d46e-e900-4bfa-9d77-caf18852113b tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] No DVR routers for this DVR port 9f74fd00-44b6-4aef-8ce4-7462002bd590 on host hv-cinder-81722 {{(pid=86838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 15:29:54.416179 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-1bced9a0-fcde-419d-b2d4-46db197c5ca7 req-4f09d46e-e900-4bfa-9d77-caf18852113b tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:54.418341 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f33deb-c2b3-4278-8078-99ec064ab19a', 'name': 'network-vif-deleted', 'tag': '9f74fd00-44b6-4aef-8ce4-7462002bd590'}] {{(pid=86838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:29:54.439822 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1bced9a0-fcde-419d-b2d4-46db197c5ca7 req-4f09d46e-e900-4bfa-9d77-caf18852113b tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] 10.222.0.44 "DELETE /v2.0/ports/9f74fd00-44b6-4aef-8ce4-7462002bd590 HTTP/1.1" status: 204 len: 173 time: 1.3736191 Nov 09 15:29:54.454213 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-2174de7e-4ddb-4854-a5cf-1087e97a9c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:54.458439 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-dede3e20-b58e-40e3-8fe2-bf4e27fc197d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:29:54.471395 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2174de7e-4ddb-4854-a5cf-1087e97a9c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c9fdbe-4834-4c3f-8bc8-b015889e18b5,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:29:54.473973 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-2174de7e-4ddb-4854-a5cf-1087e97a9c38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:29:54.481518 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-2174de7e-4ddb-4854-a5cf-1087e97a9c38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:54.483732 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f33deb-c2b3-4278-8078-99ec064ab19a', 'name': 'network-vif-deleted', 'tag': '9f74fd00-44b6-4aef-8ce4-7462002bd590', 'status': 'completed', 'code': 200} Nov 09 15:29:54.484445 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-2174de7e-4ddb-4854-a5cf-1087e97a9c38 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/50c9fdbe-4834-4c3f-8bc8-b015889e18b5 HTTP/1.1" status: 204 len: 168 time: 0.2422464 Nov 09 15:29:54.877888 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0ecbf-6082-491b-8a0c-138efa15da50 req-792252cd-6077-4b6b-a30b-33351daf81af tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:54.879770 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-03a0ecbf-6082-491b-8a0c-138efa15da50 req-792252cd-6077-4b6b-a30b-33351daf81af tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.0997241 Nov 09 15:29:54.928694 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-03a0ecbf-6082-491b-8a0c-138efa15da50 req-43f3ed1c-a0d1-4902-85f8-ddca19c02ab6 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434909 Nov 09 15:29:55.092988 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-4afb0a22-cc2a-45ac-b42f-36ce13cd2225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:55.460222 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 39946) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:29:55.487374 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:55.530985 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.db_base_plugin_v2 [None req-23ff4ddf-eac6-4825-8961-30c7b669f778 admin admin] Deleting subnet 00451814-090f-4726-afa8-b056c39dc97c {{(pid=86839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 09 15:29:55.534505 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-23ff4ddf-eac6-4825-8961-30c7b669f778 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:55.602212 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-23ff4ddf-eac6-4825-8961-30c7b669f778 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1821124'] for subnet, precommit_delete_associations {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:55.675013 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-23ff4ddf-eac6-4825-8961-30c7b669f778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16468760'] for subnet, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:55.757965 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-23ff4ddf-eac6-4825-8961-30c7b669f778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16468759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3222528'] for subnet, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:55.765324 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-94d30c64-7882-40d4-bfc7-2d341e0250ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:29:55.810977 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ff4ddf-eac6-4825-8961-30c7b669f778 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00451814-090f-4726-afa8-b056c39dc97c,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:29:55.814352 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-23ff4ddf-eac6-4825-8961-30c7b669f778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:29:55.815470 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-23ff4ddf-eac6-4825-8961-30c7b669f778 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:55.825262 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 39964) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:29:55.825762 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-23ff4ddf-eac6-4825-8961-30c7b669f778 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/00451814-090f-4726-afa8-b056c39dc97c HTTP/1.1" status: 204 len: 168 time: 0.3642702 Nov 09 15:29:55.942991 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-aed6ecdc-89ab-424d-98b8-7705ed8d87e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16504018'] for network, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:56.138788 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-aed6ecdc-89ab-424d-98b8-7705ed8d87e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16467554', 'neutron.services.segments.db._delete_segments_for_network-8763972805012'] for network, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:56.186858 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.services.segments.db [None req-aed6ecdc-89ab-424d-98b8-7705ed8d87e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b035d5f5-109a-431a-855e-5d68d792ce82']}} {{(pid=86838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:29:56.204555 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.services.segments.db [None req-aed6ecdc-89ab-424d-98b8-7705ed8d87e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbd52994-1858-4bff-b4a6-dd463f52a744') {'for_net_delete': True} {{(pid=86838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:29:56.204846 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.services.segments.db [None req-aed6ecdc-89ab-424d-98b8-7705ed8d87e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbd52994-1858-4bff-b4a6-dd463f52a744') {} {{(pid=86838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:29:56.219728 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-aed6ecdc-89ab-424d-98b8-7705ed8d87e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763972734275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459826'] for segment, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:56.241172 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-aed6ecdc-89ab-424d-98b8-7705ed8d87e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16429219'] for segment, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:56.250353 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aed6ecdc-89ab-424d-98b8-7705ed8d87e3 admin admin] Releasing vlan 1224 on physical network physnet1 to pool {{(pid=86838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 15:29:56.250725 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-aed6ecdc-89ab-424d-98b8-7705ed8d87e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16429210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1120060'] for segment, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:56.273224 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0e898-3e1f-4b3b-a33a-f64631c9671d req-80e34869-6068-4b05-bd01-dea4bd017e2e tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:56.274836 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-74a0e898-3e1f-4b3b-a33a-f64631c9671d req-80e34869-6068-4b05-bd01-dea4bd017e2e tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.1689281 Nov 09 15:29:56.275502 dv-cinder-817223-1-smb neutron-server[86838]: Traceback (most recent call last): Nov 09 15:29:56.275502 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 15:29:56.275502 dv-cinder-817223-1-smb neutron-server[86838]: timer() Nov 09 15:29:56.275502 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 15:29:56.275502 dv-cinder-817223-1-smb neutron-server[86838]: cb(*args, **kw) Nov 09 15:29:56.275502 dv-cinder-817223-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 15:29:56.275502 dv-cinder-817223-1-smb neutron-server[86838]: return func(*args, **kwargs) Nov 09 15:29:56.275502 dv-cinder-817223-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 15:29:56.275502 dv-cinder-817223-1-smb neutron-server[86838]: self._notify() Nov 09 15:29:56.275502 dv-cinder-817223-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 15:29:56.275502 dv-cinder-817223-1-smb neutron-server[86838]: self.callback(batched_events) Nov 09 15:29:56.275502 dv-cinder-817223-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 15:29:56.275502 dv-cinder-817223-1-smb neutron-server[86838]: event.method(event) Nov 09 15:29:56.275502 dv-cinder-817223-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 15:29:56.275502 dv-cinder-817223-1-smb neutron-server[86838]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 15:29:56.275502 dv-cinder-817223-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 15:29:56.275502 dv-cinder-817223-1-smb neutron-server[86838]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 15:29:56.275502 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 15:29:56.275502 dv-cinder-817223-1-smb neutron-server[86838]: return f(self, *a, **k) Nov 09 15:29:56.275502 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 09 15:29:56.275502 dv-cinder-817223-1-smb neutron-server[86838]: return self._get(url).json() Nov 09 15:29:56.275502 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 09 15:29:56.275502 dv-cinder-817223-1-smb neutron-server[86838]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 15:29:56.275502 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 15:29:56.275502 dv-cinder-817223-1-smb neutron-server[86838]: return self.request(url, 'GET', **kwargs) Nov 09 15:29:56.275502 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 15:29:56.275502 dv-cinder-817223-1-smb neutron-server[86838]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 15:29:56.275502 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 15:29:56.275502 dv-cinder-817223-1-smb neutron-server[86838]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 15:29:56.275502 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 15:29:56.275502 dv-cinder-817223-1-smb neutron-server[86838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 15:29:56.275502 dv-cinder-817223-1-smb neutron-server[86838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 15:29:56.448169 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-aed6ecdc-89ab-424d-98b8-7705ed8d87e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16467563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-978398'] for network, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:56.457690 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-74a0e898-3e1f-4b3b-a33a-f64631c9671d req-06133440-bed6-499a-8678-19501bb510c3 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361392 Nov 09 15:29:56.459003 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:29:56.481791 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-aed6ecdc-89ab-424d-98b8-7705ed8d87e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:56.487859 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed6ecdc-89ab-424d-98b8-7705ed8d87e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b035d5f5-109a-431a-855e-5d68d792ce82,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:29:56.492729 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-aed6ecdc-89ab-424d-98b8-7705ed8d87e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:29:56.499866 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-aed6ecdc-89ab-424d-98b8-7705ed8d87e3 admin admin] 10.222.0.83 "DELETE /v2.0/networks/b035d5f5-109a-431a-855e-5d68d792ce82 HTTP/1.1" status: 204 len: 168 time: 0.6735580 Nov 09 15:29:56.692230 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 39980) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:29:56.747763 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-f70ce58e-64d5-4137-84da-ef75c517cc00 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=28b355fa4e264999823dc9f7078c4198&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0539570 Nov 09 15:29:56.750026 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 39984) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:29:56.829981 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa25f-f58a-4c14-b74d-6cdfcbd7858d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:56.860399 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa25f-f58a-4c14-b74d-6cdfcbd7858d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:56.922715 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa25f-f58a-4c14-b74d-6cdfcbd7858d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:56.926957 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-c12865c3-a546-454a-a161-ddd419bda64b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:29:56.941314 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6fa25f-f58a-4c14-b74d-6cdfcbd7858d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a1e6b0-e8dc-4304-af6b-b2882c103a41,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:29:56.944352 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-2b6fa25f-f58a-4c14-b74d-6cdfcbd7858d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:29:56.954788 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa25f-f58a-4c14-b74d-6cdfcbd7858d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:56.956133 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-2b6fa25f-f58a-4c14-b74d-6cdfcbd7858d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/00a1e6b0-e8dc-4304-af6b-b2882c103a41 HTTP/1.1" status: 204 len: 168 time: 0.2048032 Nov 09 15:29:57.541762 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device 9f74fd00-44b6-4aef-8ce4-7462002bd590 no longer exists at agent hyperv_hv-cinder-81722 {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 15:29:57.614585 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] No Port match for: 9f74fd00-44b6-4aef-8ce4-7462002bd590 {{(pid=86840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 09 15:29:57.615147 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device 9f74fd00-44b6-4aef-8ce4-7462002bd590 not bound to the agent host hv-cinder-81722 {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 15:29:57.625601 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-531186a0-0ed4-4335-826d-8b72392a7b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:57.679018 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118cfbd0-3bf6-439b-9ccf-41f187eef5c6 req-5bcd41b6-9287-4915-8513-3380454dd91b tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:57.680903 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-118cfbd0-3bf6-439b-9ccf-41f187eef5c6 req-5bcd41b6-9287-4915-8513-3380454dd91b tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.0966060 Nov 09 15:29:57.732406 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-118cfbd0-3bf6-439b-9ccf-41f187eef5c6 req-8405e65f-596a-4a14-b879-ce07c30341b9 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442669 Nov 09 15:29:58.656518 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:58.701905 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 40052) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:29:58.852692 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-9d1c7b45-b93b-4993-8f61-7bd79e067561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:58.868314 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-9d1c7b45-b93b-4993-8f61-7bd79e067561 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:29:58.872320 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-9d1c7b45-b93b-4993-8f61-7bd79e067561 admin admin] Usage tracker for resource:security_group_rule and tenant:d0284567d6ac44ba907c958348681535 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:29:58.875445 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-9d1c7b45-b93b-4993-8f61-7bd79e067561 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:29:58.886907 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-9d1c7b45-b93b-4993-8f61-7bd79e067561 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:29:58.956263 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c190a685-6843-4835-8daa-a456e6075b4d req-2da54e86-c63a-48fa-ab45-e435627527e1 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:29:58.957717 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c190a685-6843-4835-8daa-a456e6075b4d req-2da54e86-c63a-48fa-ab45-e435627527e1 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.0891392 Nov 09 15:29:58.987563 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-9d1c7b45-b93b-4993-8f61-7bd79e067561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:58.992473 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-9d1c7b45-b93b-4993-8f61-7bd79e067561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:59.001086 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-3c681ecb-003d-4c85-ba9d-9dd0759255e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:29:59.013360 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c190a685-6843-4835-8daa-a456e6075b4d req-65865d05-7c75-4348-aeaa-01fc5cdb174d tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449176 Nov 09 15:29:59.042485 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-9d1c7b45-b93b-4993-8f61-7bd79e067561 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d0284567d6ac44ba907c958348681535&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3431277 Nov 09 15:29:59.044162 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1c7b45-b93b-4993-8f61-7bd79e067561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=883e9598-08b9-489f-b5bd-e06400e91ff1,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:29:59.045521 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 40066) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:29:59.047196 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-9d1c7b45-b93b-4993-8f61-7bd79e067561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:29:59.112043 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-d5fb0dcf-ea08-4c88-a3bc-f8662b982e99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:59.139035 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-d5fb0dcf-ea08-4c88-a3bc-f8662b982e99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:59.191505 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-d5fb0dcf-ea08-4c88-a3bc-f8662b982e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:59.196126 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-85da641e-2ae1-4a48-9ffd-74fec3cc85a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:29:59.207534 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb0dcf-ea08-4c88-a3bc-f8662b982e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883e9598-08b9-489f-b5bd-e06400e91ff1,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:29:59.213868 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-d5fb0dcf-ea08-4c88-a3bc-f8662b982e99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:29:59.214682 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-d5fb0dcf-ea08-4c88-a3bc-f8662b982e99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:59.215794 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-d5fb0dcf-ea08-4c88-a3bc-f8662b982e99 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/883e9598-08b9-489f-b5bd-e06400e91ff1 HTTP/1.1" status: 204 len: 168 time: 0.1682136 Nov 09 15:29:59.518993 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 40080) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:29:59.536298 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-5fe9f0f3-94e1-496f-a9d2-e51186630fe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:59.550986 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-5fe9f0f3-94e1-496f-a9d2-e51186630fe4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:29:59.555454 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-5fe9f0f3-94e1-496f-a9d2-e51186630fe4 admin admin] Usage tracker for resource:security_group_rule and tenant:43eac933404340288367cb6baeb462e7 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:29:59.558243 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-5fe9f0f3-94e1-496f-a9d2-e51186630fe4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:29:59.563830 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-5fe9f0f3-94e1-496f-a9d2-e51186630fe4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:29:59.648251 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-5fe9f0f3-94e1-496f-a9d2-e51186630fe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:59.652032 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-5fe9f0f3-94e1-496f-a9d2-e51186630fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:59.660589 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-30157618-11ad-440f-b734-33dd79306c48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:29:59.700603 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-5fe9f0f3-94e1-496f-a9d2-e51186630fe4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=43eac933404340288367cb6baeb462e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1805468 Nov 09 15:29:59.702240 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe9f0f3-94e1-496f-a9d2-e51186630fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50171a3-6361-47fb-818e-ef5638204b32,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:29:59.703734 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 40084) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:29:59.705547 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-5fe9f0f3-94e1-496f-a9d2-e51186630fe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:29:59.769631 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-66679055-20cf-4bfb-a8d4-e63cf2ad6e22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:59.796699 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-66679055-20cf-4bfb-a8d4-e63cf2ad6e22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:59.847378 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-66679055-20cf-4bfb-a8d4-e63cf2ad6e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:59.851706 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-42f09291-e815-4724-996a-6aa0a1d92f38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:29:59.863698 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66679055-20cf-4bfb-a8d4-e63cf2ad6e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50171a3-6361-47fb-818e-ef5638204b32,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:29:59.867210 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-66679055-20cf-4bfb-a8d4-e63cf2ad6e22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:29:59.874598 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-66679055-20cf-4bfb-a8d4-e63cf2ad6e22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:29:59.878107 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-66679055-20cf-4bfb-a8d4-e63cf2ad6e22 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e50171a3-6361-47fb-818e-ef5638204b32 HTTP/1.1" status: 204 len: 168 time: 0.1708646 Nov 09 15:30:00.184036 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:00.230283 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3723b7-21da-43ca-b78f-3af1287e9d6b req-4079d4ae-a00c-41e3-9d13-51fdd4e009f5 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:00.232167 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6e3723b7-21da-43ca-b78f-3af1287e9d6b req-4079d4ae-a00c-41e3-9d13-51fdd4e009f5 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.1090772 Nov 09 15:30:00.293989 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6e3723b7-21da-43ca-b78f-3af1287e9d6b req-2b98a3c3-3ecf-43ba-90c2-16d9fd179672 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557132 Nov 09 15:30:01.543347 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325530b7-743d-4257-a53d-6fef42c15518 req-c3d669ac-c6d0-4492-924d-cddbc24a1015 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:01.544892 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-325530b7-743d-4257-a53d-6fef42c15518 req-c3d669ac-c6d0-4492-924d-cddbc24a1015 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.0980008 Nov 09 15:30:01.596591 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-325530b7-743d-4257-a53d-6fef42c15518 req-ee0b36c8-1846-4a20-a035-e7b26817efd6 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455015 Nov 09 15:30:02.478278 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 40182) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:30:02.605720 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-756c451f-dd28-4da7-a16a-9f1b0f90126b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:02.626726 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-756c451f-dd28-4da7-a16a-9f1b0f90126b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:30:02.632836 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-756c451f-dd28-4da7-a16a-9f1b0f90126b admin admin] Usage tracker for resource:security_group_rule and tenant:b0782fc0b3d14624b5e0f316b5de32d5 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:30:02.636567 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-756c451f-dd28-4da7-a16a-9f1b0f90126b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:30:02.644417 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-756c451f-dd28-4da7-a16a-9f1b0f90126b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:30:02.835838 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-756c451f-dd28-4da7-a16a-9f1b0f90126b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:02.840997 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-756c451f-dd28-4da7-a16a-9f1b0f90126b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:02.851445 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:02.899264 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-756c451f-dd28-4da7-a16a-9f1b0f90126b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b0782fc0b3d14624b5e0f316b5de32d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4199078 Nov 09 15:30:02.901940 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 40196) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:30:02.902430 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c451f-dd28-4da7-a16a-9f1b0f90126b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f83cac-1bdf-4eee-a018-3052ef397e5e,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:02.905793 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-756c451f-dd28-4da7-a16a-9f1b0f90126b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:02.917192 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983d93a-13a8-4a4e-b95d-f27f4b3b40fa req-c416d852-43dc-4c6b-8aba-b8750a6c54cb tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:02.919059 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f983d93a-13a8-4a4e-b95d-f27f4b3b40fa req-c416d852-43dc-4c6b-8aba-b8750a6c54cb tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.1966350 Nov 09 15:30:02.963633 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-afeb7abb-e0dc-4d1b-b3e6-2367e8589d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:02.968512 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f983d93a-13a8-4a4e-b95d-f27f4b3b40fa req-c1a4bb28-52ab-4916-8b84-06595f591dd1 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427334 Nov 09 15:30:02.995652 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-afeb7abb-e0dc-4d1b-b3e6-2367e8589d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:03.052289 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-afeb7abb-e0dc-4d1b-b3e6-2367e8589d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:03.056997 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-d415041e-f839-4d8e-99e7-d4bdb3c84b88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:03.073752 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeb7abb-e0dc-4d1b-b3e6-2367e8589d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f83cac-1bdf-4eee-a018-3052ef397e5e,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:03.076541 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-afeb7abb-e0dc-4d1b-b3e6-2367e8589d73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:03.081260 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-afeb7abb-e0dc-4d1b-b3e6-2367e8589d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:03.082475 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-afeb7abb-e0dc-4d1b-b3e6-2367e8589d73 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/57f83cac-1bdf-4eee-a018-3052ef397e5e HTTP/1.1" status: 204 len: 168 time: 0.1788750 Nov 09 15:30:03.977852 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 40240) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:30:04.093502 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.v2.base [None req-bfb48dae-a020-485d-8322-18439fa92a1c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2057662020-network', 'tenant_id': '345997c2db1e4065ac8b48dad0e637b6'}} {{(pid=86839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:30:04.098304 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-bfb48dae-a020-485d-8322-18439fa92a1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:30:04.104426 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-bfb48dae-a020-485d-8322-18439fa92a1c admin admin] Usage tracker for resource:network and tenant:345997c2db1e4065ac8b48dad0e637b6 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:30:04.108602 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-bfb48dae-a020-485d-8322-18439fa92a1c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:30:04.114740 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-bfb48dae-a020-485d-8322-18439fa92a1c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:30:04.126058 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb48dae-a020-485d-8322-18439fa92a1c admin admin] Made reservation on behalf of 345997c2db1e4065ac8b48dad0e637b6 for: {'network': 1} {{(pid=86839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 15:30:04.128707 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-bfb48dae-a020-485d-8322-18439fa92a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for network, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:04.141643 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-bfb48dae-a020-485d-8322-18439fa92a1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:04.156120 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-bfb48dae-a020-485d-8322-18439fa92a1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:30:04.159907 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-bfb48dae-a020-485d-8322-18439fa92a1c admin admin] Usage tracker for resource:security_group_rule and tenant:345997c2db1e4065ac8b48dad0e637b6 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:30:04.163353 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-bfb48dae-a020-485d-8322-18439fa92a1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:30:04.169755 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-bfb48dae-a020-485d-8322-18439fa92a1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:30:04.175411 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7073191e-695d-41f9-a340-9eb740768db4 req-c59409ba-5119-4466-b21e-f456c917f7be tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:04.177066 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7073191e-695d-41f9-a340-9eb740768db4 req-c59409ba-5119-4466-b21e-f456c917f7be tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.0926292 Nov 09 15:30:04.226290 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7073191e-695d-41f9-a340-9eb740768db4 req-87889916-2e0f-45a1-b5e8-dce29b9af645 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420446 Nov 09 15:30:04.262208 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-bfb48dae-a020-485d-8322-18439fa92a1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:04.273503 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-bfb48dae-a020-485d-8322-18439fa92a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:04.276604 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1be1033d-e778-40ca-9998-b5120915cf60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:04.312137 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfb48dae-a020-485d-8322-18439fa92a1c admin admin] vlan segment allocate from pool success with {'vlan_id': 1234, 'physical_network': 'physnet1'} {{(pid=86839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 15:30:04.317357 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb48dae-a020-485d-8322-18439fa92a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0651e045-e052-4580-bb88-43ba54b5de1a,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:04.324075 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-bfb48dae-a020-485d-8322-18439fa92a1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:04.328761 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-bfb48dae-a020-485d-8322-18439fa92a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16429219'] for segment, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:04.329076 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.db.segments_db [None req-bfb48dae-a020-485d-8322-18439fa92a1c admin admin] Added segment 535fd3fd-ed81-4b3f-91e8-e1d41c5d61da of type vlan for network 3cfbb68e-c639-413c-a5b6-fefed5963f11 Nov 09 15:30:04.356973 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-bfb48dae-a020-485d-8322-18439fa92a1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763972287609'] for network, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:04.390583 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-bfb48dae-a020-485d-8322-18439fa92a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for network, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:04.392082 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb48dae-a020-485d-8322-18439fa92a1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:04.392658 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-bfb48dae-a020-485d-8322-18439fa92a1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:04.396608 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-88b2d3f9-c4b4-4ff6-8dcd-b87a1a00231b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:04.503243 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb48dae-a020-485d-8322-18439fa92a1c admin admin] Pushing event updated for resources: {'Network': ['ID=3cfbb68e-c639-413c-a5b6-fefed5963f11,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:04.506284 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-bfb48dae-a020-485d-8322-18439fa92a1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:04.508742 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-bfb48dae-a020-485d-8322-18439fa92a1c admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5298269 Nov 09 15:30:04.512132 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 40250) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:30:04.516474 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Network 3cfbb68e-c639-413c-a5b6-fefed5963f11 details requested by agent ovs-agent-dv-cinder-817223-1-smb with host dv-cinder-817223-1-smb {{(pid=86840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 15:30:04.520949 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-70a7d4d2-c71c-4f04-afea-112dfa5cace9 admin admin] Request body: {'subnet': {'network_id': '3cfbb68e-c639-413c-a5b6-fefed5963f11', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2057662020-subnet', 'tenant_id': '345997c2db1e4065ac8b48dad0e637b6', 'ip_version': 4}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:30:04.526765 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-70a7d4d2-c71c-4f04-afea-112dfa5cace9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:30:04.530508 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-70a7d4d2-c71c-4f04-afea-112dfa5cace9 admin admin] Usage tracker for resource:subnet and tenant:345997c2db1e4065ac8b48dad0e637b6 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:30:04.533263 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-70a7d4d2-c71c-4f04-afea-112dfa5cace9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:30:04.539592 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-70a7d4d2-c71c-4f04-afea-112dfa5cace9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:30:04.549929 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a7d4d2-c71c-4f04-afea-112dfa5cace9 admin admin] Made reservation on behalf of 345997c2db1e4065ac8b48dad0e637b6 for: {'subnet': 1} {{(pid=86838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 15:30:04.552158 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-70a7d4d2-c71c-4f04-afea-112dfa5cace9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3042097'] for subnet, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:04.761657 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-70a7d4d2-c71c-4f04-afea-112dfa5cace9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3042095'] for subnet, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:04.766235 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-73377165-122c-4e4e-a18f-da2697a4cad8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:04.842624 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a7d4d2-c71c-4f04-afea-112dfa5cace9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eae5ff10-7231-4253-b865-1b978ddd800d,revision_number=0']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:04.846173 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-70a7d4d2-c71c-4f04-afea-112dfa5cace9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:04.857166 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a7d4d2-c71c-4f04-afea-112dfa5cace9 admin admin] Checking segment: {'id': '535fd3fd-ed81-4b3f-91e8-e1d41c5d61da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '3cfbb68e-c639-413c-a5b6-fefed5963f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:30:04.857526 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a7d4d2-c71c-4f04-afea-112dfa5cace9 admin admin] Network hostable DHCP agents. Network: 3cfbb68e-c639-413c-a5b6-fefed5963f11, hostable agents: ['8b94a2d1-9ebf-428d-8e56-922e2d41e4d3'], hosted agents: [] {{(pid=86838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 15:30:04.887040 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a7d4d2-c71c-4f04-afea-112dfa5cace9 admin admin] Network 3cfbb68e-c639-413c-a5b6-fefed5963f11 is scheduled to be hosted by DHCP agent 8b94a2d1-9ebf-428d-8e56-922e2d41e4d3 with binding_index 1 {{(pid=86838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 15:30:04.900733 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [None req-70a7d4d2-c71c-4f04-afea-112dfa5cace9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817223-1-smb, 3cfbb68e-c639-413c-a5b6-fefed5963f11) {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:30:04.909509 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115a0c03-26c5-42c9-8e4c-57baf10a719d None None] Network 3cfbb68e-c639-413c-a5b6-fefed5963f11 requested from dv-cinder-817223-1-smb {{(pid=86840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 09 15:30:04.911812 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a7d4d2-c71c-4f04-afea-112dfa5cace9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:04.912494 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-70a7d4d2-c71c-4f04-afea-112dfa5cace9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for subnet, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:04.954593 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-70a7d4d2-c71c-4f04-afea-112dfa5cace9 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4408386 Nov 09 15:30:04.957227 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 40264) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:30:04.963122 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-8f27615f-1861-4a3f-9ec1-c04fd00d180c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2057662020-router', 'tenant_id': '345997c2db1e4065ac8b48dad0e637b6', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140'}}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:30:04.968121 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-8f27615f-1861-4a3f-9ec1-c04fd00d180c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:30:04.972239 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-8f27615f-1861-4a3f-9ec1-c04fd00d180c admin admin] Usage tracker for resource:router and tenant:345997c2db1e4065ac8b48dad0e637b6 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:30:04.975480 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-8f27615f-1861-4a3f-9ec1-c04fd00d180c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:30:04.981371 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-8f27615f-1861-4a3f-9ec1-c04fd00d180c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:30:04.993266 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8f27615f-1861-4a3f-9ec1-c04fd00d180c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-822272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-643'] for router, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:04.995183 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8f27615f-1861-4a3f-9ec1-c04fd00d180c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-977942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-648'] for router, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:05.019373 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8f27615f-1861-4a3f-9ec1-c04fd00d180c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:05.202727 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521477af-e498-45ed-8303-4faf14aafeab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad083e8-ca1b-5118-a989-5e497962517e-3cfbb68e-c639-413c-a5b6-fefed5963f11', 'network_id': '3cfbb68e-c639-413c-a5b6-fefed5963f11', 'tenant_id': '345997c2db1e4065ac8b48dad0e637b6', 'fixed_ips': [{'subnet_id': 'eae5ff10-7231-4253-b865-1b978ddd800d'}]}} from dv-cinder-817223-1-smb. {{(pid=86840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 09 15:30:05.203815 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-521477af-e498-45ed-8303-4faf14aafeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_create {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:05.485146 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.db_base_plugin_common [None req-521477af-e498-45ed-8303-4faf14aafeab None None] Allocated IP 172.20.0.2 (3cfbb68e-c639-413c-a5b6-fefed5963f11/eae5ff10-7231-4253-b865-1b978ddd800d/ac6b7aca-3d19-4afb-8153-b44e33eaf1af) {{(pid=86840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 15:30:05.498867 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8f27615f-1861-4a3f-9ec1-c04fd00d180c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-978276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-822294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-678'] for router, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:05.652581 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e7040-d809-4012-a32c-41a73e8d9ab2 req-7cd61002-4a34-4e7e-844a-519ca0b91739 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:05.655154 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8b0e7040-d809-4012-a32c-41a73e8d9ab2 req-7cd61002-4a34-4e7e-844a-519ca0b91739 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.2385843 Nov 09 15:30:05.727684 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-521477af-e498-45ed-8303-4faf14aafeab None None] Notify callbacks [] for port, precommit_create {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:05.730100 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8b0e7040-d809-4012-a32c-41a73e8d9ab2 req-9f0086c0-9151-4fe9-9840-914766d9254f tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660417 Nov 09 15:30:05.741705 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-521477af-e498-45ed-8303-4faf14aafeab None None] Transition to ACTIVE for port object ac6b7aca-3d19-4afb-8153-b44e33eaf1af will not be triggered until provisioned by entity L2. {{(pid=86840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:30:05.769733 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-521477af-e498-45ed-8303-4faf14aafeab None None] Transition to ACTIVE for port object ac6b7aca-3d19-4afb-8153-b44e33eaf1af will not be triggered until provisioned by entity DHCP. {{(pid=86840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:30:05.776358 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-521477af-e498-45ed-8303-4faf14aafeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763972296951'] for port, after_create {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:05.780334 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:05.841556 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521477af-e498-45ed-8303-4faf14aafeab None None] Network 3cfbb68e-c639-413c-a5b6-fefed5963f11 is already hosted by enough agents. {{(pid=86840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 15:30:05.844465 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.scheduler.base_scheduler [None req-521477af-e498-45ed-8303-4faf14aafeab None None] Resources bound (agent type, host, resource id): {{(pid=86840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:30:05.847828 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521477af-e498-45ed-8303-4faf14aafeab None None] Received port after_create {{(pid=86840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 09 15:30:05.883425 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521477af-e498-45ed-8303-4faf14aafeab None None] Pushing event updated for resources: {'Port': ['ID=ac6b7aca-3d19-4afb-8153-b44e33eaf1af,revision_number=1']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:05.887097 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-521477af-e498-45ed-8303-4faf14aafeab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:05.946563 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8f27615f-1861-4a3f-9ec1-c04fd00d180c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:05.958406 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-521477af-e498-45ed-8303-4faf14aafeab None None] Attempting to bind port ac6b7aca-3d19-4afb-8153-b44e33eaf1af on host dv-cinder-817223-1-smb for vnic_type normal with profile {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 15:30:05.958813 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-521477af-e498-45ed-8303-4faf14aafeab None None] Attempting to bind port ac6b7aca-3d19-4afb-8153-b44e33eaf1af by drivers openvswitch,hyperv on host dv-cinder-817223-1-smb at level 0 using segments [{'id': '535fd3fd-ed81-4b3f-91e8-e1d41c5d61da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '3cfbb68e-c639-413c-a5b6-fefed5963f11'}] {{(pid=86840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 15:30:05.959428 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521477af-e498-45ed-8303-4faf14aafeab None None] Attempting to bind port ac6b7aca-3d19-4afb-8153-b44e33eaf1af on network 3cfbb68e-c639-413c-a5b6-fefed5963f11 {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:30:05.971358 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521477af-e498-45ed-8303-4faf14aafeab None None] Checking agent: {'id': '189eed03-d966-4875-a18c-83c7415689a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817223-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 17, 55), 'started_at': datetime.datetime(2021, 11, 9, 15, 18, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817223-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 09 15:30:05.971660 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521477af-e498-45ed-8303-4faf14aafeab None None] Checking segment: {'id': '535fd3fd-ed81-4b3f-91e8-e1d41c5d61da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '3cfbb68e-c639-413c-a5b6-fefed5963f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:30:05.978455 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-521477af-e498-45ed-8303-4faf14aafeab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:05.978455 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521477af-e498-45ed-8303-4faf14aafeab None None] Bound using segment: {'id': '535fd3fd-ed81-4b3f-91e8-e1d41c5d61da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '3cfbb68e-c639-413c-a5b6-fefed5963f11'} {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 09 15:30:05.978455 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-521477af-e498-45ed-8303-4faf14aafeab None None] Bound port: ac6b7aca-3d19-4afb-8153-b44e33eaf1af, host: dv-cinder-817223-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '535fd3fd-ed81-4b3f-91e8-e1d41c5d61da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '3cfbb68e-c639-413c-a5b6-fefed5963f11'}}] {{(pid=86840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 15:30:05.978455 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-521477af-e498-45ed-8303-4faf14aafeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:05.981244 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8f27615f-1861-4a3f-9ec1-c04fd00d180c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:06.081118 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-521477af-e498-45ed-8303-4faf14aafeab None None] For port ac6b7aca-3d19-4afb-8153-b44e33eaf1af, host dv-cinder-817223-1-smb, cleared binding levels {{(pid=86840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 09 15:30:06.085225 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-521477af-e498-45ed-8303-4faf14aafeab None None] For port ac6b7aca-3d19-4afb-8153-b44e33eaf1af, host dv-cinder-817223-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=ac6b7aca-3d19-4afb-8153-b44e33eaf1af,segment=NetworkSegment(535fd3fd-ed81-4b3f-91e8-e1d41c5d61da),segment_id=535fd3fd-ed81-4b3f-91e8-e1d41c5d61da)] {{(pid=86840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 09 15:30:06.089896 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-521477af-e498-45ed-8303-4faf14aafeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:06.095814 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:06.131896 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.db_base_plugin_common [None req-8f27615f-1861-4a3f-9ec1-c04fd00d180c admin admin] Allocated IP 172.28.0.246 (de089fbd-190d-42e2-b873-9d0b1c33f140/6c23faf8-0a9f-4180-83f0-f659576295c3/88f8024a-c549-4e28-acfb-cf65ac6ffb15) {{(pid=86838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 15:30:06.176731 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521477af-e498-45ed-8303-4faf14aafeab None None] Pushing event updated for resources: {'Port': ['ID=ac6b7aca-3d19-4afb-8153-b44e33eaf1af,revision_number=2']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:06.182622 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-521477af-e498-45ed-8303-4faf14aafeab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:06.314827 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8f27615f-1861-4a3f-9ec1-c04fd00d180c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:06.351064 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8f27615f-1861-4a3f-9ec1-c04fd00d180c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763972296951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1120097'] for port, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:06.355935 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-c19fcc1e-7397-4601-b65d-83f7e4de5609 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:06.429866 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f27615f-1861-4a3f-9ec1-c04fd00d180c admin admin] Network de089fbd-190d-42e2-b873-9d0b1c33f140 is already hosted by enough agents. {{(pid=86838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 15:30:06.433852 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [None req-8f27615f-1861-4a3f-9ec1-c04fd00d180c admin admin] Resources bound (agent type, host, resource id): {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:30:06.436506 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f27615f-1861-4a3f-9ec1-c04fd00d180c admin admin] Received port after_create {{(pid=86838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 09 15:30:06.487636 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f27615f-1861-4a3f-9ec1-c04fd00d180c admin admin] Pushing event updated for resources: {'Port': ['ID=88f8024a-c549-4e28-acfb-cf65ac6ffb15,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:06.490939 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-8f27615f-1861-4a3f-9ec1-c04fd00d180c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:06.613676 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device ac6b7aca-3d19-4afb-8153-b44e33eaf1af up at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:30:06.689553 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning for port ac6b7aca-3d19-4afb-8153-b44e33eaf1af completed by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:30:06.956244 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8f27615f-1861-4a3f-9ec1-c04fd00d180c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:07.246083 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a552cd0-658f-4c5c-9315-1cd93fc46961 req-a7f67f89-47ab-429a-9245-76a24f995e6e tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:07.247596 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0a552cd0-658f-4c5c-9315-1cd93fc46961 req-a7f67f89-47ab-429a-9245-76a24f995e6e tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.3818567 Nov 09 15:30:07.325471 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0707c479-d316-4801-b97c-f273ea30ba93 None None] Network 3cfbb68e-c639-413c-a5b6-fefed5963f11 requested from dv-cinder-817223-1-smb {{(pid=86840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 09 15:30:07.397820 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0a552cd0-658f-4c5c-9315-1cd93fc46961 req-ee7fcd6f-8b29-4381-b42b-c6db24504135 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424334 Nov 09 15:30:07.431185 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-0e8a2b78-bb7a-4526-bcb9-00273ac04925 None None] Provisioning for port ac6b7aca-3d19-4afb-8153-b44e33eaf1af completed by entity DHCP. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:30:07.440970 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-0e8a2b78-bb7a-4526-bcb9-00273ac04925 None None] Provisioning complete for port ac6b7aca-3d19-4afb-8153-b44e33eaf1af triggered by entity DHCP. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:30:07.441462 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-0e8a2b78-bb7a-4526-bcb9-00273ac04925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:07.511047 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8f27615f-1861-4a3f-9ec1-c04fd00d180c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-822297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978201'] for router, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:07.691430 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-0e8a2b78-bb7a-4526-bcb9-00273ac04925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:07.735687 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-0e8a2b78-bb7a-4526-bcb9-00273ac04925 None None] For port ac6b7aca-3d19-4afb-8153-b44e33eaf1af, host dv-cinder-817223-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=ac6b7aca-3d19-4afb-8153-b44e33eaf1af,segment=NetworkSegment(535fd3fd-ed81-4b3f-91e8-e1d41c5d61da),segment_id=535fd3fd-ed81-4b3f-91e8-e1d41c5d61da)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:30:07.742922 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-0e8a2b78-bb7a-4526-bcb9-00273ac04925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:07.746713 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:07.759656 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f27615f-1861-4a3f-9ec1-c04fd00d180c admin admin] Router 00493027-7da0-4eb8-b516-b4b7508dc70b is scheduled to L3 agent d083232d-238f-4a80-a5b8-222ad2e2cbfd with binding_index 1 {{(pid=86838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 09 15:30:07.823439 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8a2b78-bb7a-4526-bcb9-00273ac04925 None None] Pushing event updated for resources: {'Port': ['ID=ac6b7aca-3d19-4afb-8153-b44e33eaf1af,revision_number=3']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:07.827349 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-0e8a2b78-bb7a-4526-bcb9-00273ac04925 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:07.955583 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f27615f-1861-4a3f-9ec1-c04fd00d180c admin admin] Notify agent at l3_agent.dv-cinder-817223-1-smb the message routers_updated {{(pid=86838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 09 15:30:07.964939 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544e671c-6fdd-44d1-a6ab-be0d4e7704ba None None] Sync routers for ids ['00493027-7da0-4eb8-b516-b4b7508dc70b'] in dv-cinder-817223-1-smb {{(pid=86841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 15:30:07.975211 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544e671c-6fdd-44d1-a6ab-be0d4e7704ba None None] Routers {'00493027-7da0-4eb8-b516-b4b7508dc70b'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:30:07.975817 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-544e671c-6fdd-44d1-a6ab-be0d4e7704ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:29:58Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['00493027-7da0-4eb8-b516-b4b7508dc70b'], 'active': True} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:30:07.982491 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8f27615f-1861-4a3f-9ec1-c04fd00d180c admin admin] Notify callbacks [] for router, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:07.983545 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-8f27615f-1861-4a3f-9ec1-c04fd00d180c admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0252535 Nov 09 15:30:07.987666 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 40320) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:30:08.065331 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-cc436309-251f-45b6-a96f-0cb89baa985e None None] Provisioning complete for port ac6b7aca-3d19-4afb-8153-b44e33eaf1af triggered by entity DHCP. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:30:08.066006 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-cc436309-251f-45b6-a96f-0cb89baa985e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:08.164523 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvr_db [None req-544e671c-6fdd-44d1-a6ab-be0d4e7704ba None None] Set router 00493027-7da0-4eb8-b516-b4b7508dc70b gateway port host: dv-cinder-817223-1-smb {{(pid=86841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:30:08.525504 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device ac6b7aca-3d19-4afb-8153-b44e33eaf1af up at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:30:08.607334 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning complete for port ac6b7aca-3d19-4afb-8153-b44e33eaf1af triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:30:08.607724 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:08.643207 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-544e671c-6fdd-44d1-a6ab-be0d4e7704ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00493027-7da0-4eb8-b516-b4b7508dc70b', 'name': 'tempest-TestShelveInstance-2057662020-router', 'tenant_id': '345997c2db1e4065ac8b48dad0e637b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.246'}], 'enable_snat': True}, 'gw_port_id': '88f8024a-c549-4e28-acfb-cf65ac6ffb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:30:05Z', 'updated_at': '2021-11-09T15:30:06Z', 'revision_number': 3, 'project_id': '345997c2db1e4065ac8b48dad0e637b6', 'gw_port': {'id': '88f8024a-c549-4e28-acfb-cf65ac6ffb15', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00493027-7da0-4eb8-b516-b4b7508dc70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:30:06Z', 'updated_at': '2021-11-09T15:30:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb'}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:30:08.654293 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544e671c-6fdd-44d1-a6ab-be0d4e7704ba None None] Checking router: 00493027-7da0-4eb8-b516-b4b7508dc70b for host: dv-cinder-817223-1-smb {{(pid=86841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 15:30:08.654839 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544e671c-6fdd-44d1-a6ab-be0d4e7704ba None None] Updating router 00493027-7da0-4eb8-b516-b4b7508dc70b port 88f8024a-c549-4e28-acfb-cf65ac6ffb15 binding host dv-cinder-817223-1-smb {{(pid=86841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 15:30:08.753571 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953fcdf8-6c11-44cd-a565-5d73a8212c03 req-02b0f5da-98ee-4717-8d5a-f69956d2cac3 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:08.755865 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron_lib.callbacks.manager [None req-544e671c-6fdd-44d1-a6ab-be0d4e7704ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:08.757008 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-953fcdf8-6c11-44cd-a565-5d73a8212c03 req-02b0f5da-98ee-4717-8d5a-f69956d2cac3 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.1856525 Nov 09 15:30:08.857703 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-953fcdf8-6c11-44cd-a565-5d73a8212c03 req-86181e11-7dae-42a5-b008-b06e4086a54e tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886214 Nov 09 15:30:09.014739 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-f8c3ce06-9f8a-4425-9a3b-f780053dd795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:09.122362 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron_lib.callbacks.manager [None req-544e671c-6fdd-44d1-a6ab-be0d4e7704ba None None] Notify callbacks [] for port, precommit_update {{(pid=86841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:09.135780 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.provisioning_blocks [None req-544e671c-6fdd-44d1-a6ab-be0d4e7704ba None None] Transition to ACTIVE for port object 88f8024a-c549-4e28-acfb-cf65ac6ffb15 will not be triggered until provisioned by entity L2. {{(pid=86841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:30:09.142433 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron_lib.callbacks.manager [None req-544e671c-6fdd-44d1-a6ab-be0d4e7704ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:09.147321 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:09.228303 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.db_base_plugin_common [None req-f8c3ce06-9f8a-4425-9a3b-f780053dd795 admin admin] Allocated IP 172.20.0.1 (3cfbb68e-c639-413c-a5b6-fefed5963f11/eae5ff10-7231-4253-b865-1b978ddd800d/9b97a79b-f377-4a44-967e-e1438ee9ef34) {{(pid=86839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 15:30:09.229110 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.managers [None req-544e671c-6fdd-44d1-a6ab-be0d4e7704ba None None] Attempting to bind port 88f8024a-c549-4e28-acfb-cf65ac6ffb15 on host dv-cinder-817223-1-smb for vnic_type normal with profile {{(pid=86841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 15:30:09.229483 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.managers [None req-544e671c-6fdd-44d1-a6ab-be0d4e7704ba None None] Attempting to bind port 88f8024a-c549-4e28-acfb-cf65ac6ffb15 by drivers openvswitch,hyperv on host dv-cinder-817223-1-smb at level 0 using segments [{'id': '5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140'}] {{(pid=86841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 15:30:09.229862 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544e671c-6fdd-44d1-a6ab-be0d4e7704ba None None] Attempting to bind port 88f8024a-c549-4e28-acfb-cf65ac6ffb15 on network de089fbd-190d-42e2-b873-9d0b1c33f140 {{(pid=86841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:30:09.239173 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1376c29d-dc1d-4b97-bafe-e49274718ad4 None None] Pushing event updated for resources: {'Port': ['ID=88f8024a-c549-4e28-acfb-cf65ac6ffb15,revision_number=2']} {{(pid=86841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:09.244110 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544e671c-6fdd-44d1-a6ab-be0d4e7704ba None None] Checking agent: {'id': '189eed03-d966-4875-a18c-83c7415689a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817223-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 17, 55), 'started_at': datetime.datetime(2021, 11, 9, 15, 18, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817223-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 09 15:30:09.244492 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544e671c-6fdd-44d1-a6ab-be0d4e7704ba None None] Checking segment: {'id': '5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:30:09.244890 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron_lib.callbacks.manager [None req-544e671c-6fdd-44d1-a6ab-be0d4e7704ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:09.245312 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544e671c-6fdd-44d1-a6ab-be0d4e7704ba None None] Bound using segment: {'id': '5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140'} {{(pid=86841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 09 15:30:09.245776 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.managers [None req-544e671c-6fdd-44d1-a6ab-be0d4e7704ba None None] Bound port: 88f8024a-c549-4e28-acfb-cf65ac6ffb15, host: dv-cinder-817223-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140'}}] {{(pid=86841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 15:30:09.246190 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron_lib.callbacks.manager [None req-544e671c-6fdd-44d1-a6ab-be0d4e7704ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:09.279868 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376c29d-dc1d-4b97-bafe-e49274718ad4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:30:09.280432 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376c29d-dc1d-4b97-bafe-e49274718ad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:30:09.280918 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376c29d-dc1d-4b97-bafe-e49274718ad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:30:09.281411 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376c29d-dc1d-4b97-bafe-e49274718ad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:30:09.281973 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376c29d-dc1d-4b97-bafe-e49274718ad4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:30:09.282472 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376c29d-dc1d-4b97-bafe-e49274718ad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:30:09.282954 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376c29d-dc1d-4b97-bafe-e49274718ad4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:30:09.283454 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376c29d-dc1d-4b97-bafe-e49274718ad4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:30:09.283951 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376c29d-dc1d-4b97-bafe-e49274718ad4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:30:09.284464 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376c29d-dc1d-4b97-bafe-e49274718ad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:30:09.285020 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376c29d-dc1d-4b97-bafe-e49274718ad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:30:09.285522 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376c29d-dc1d-4b97-bafe-e49274718ad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:30:09.290731 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG oslo_concurrency.lockutils [None req-1376c29d-dc1d-4b97-bafe-e49274718ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:09.353764 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.db [None req-544e671c-6fdd-44d1-a6ab-be0d4e7704ba None None] For port 88f8024a-c549-4e28-acfb-cf65ac6ffb15, host dv-cinder-817223-1-smb, cleared binding levels {{(pid=86841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 09 15:30:09.357352 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.db [None req-544e671c-6fdd-44d1-a6ab-be0d4e7704ba None None] For port 88f8024a-c549-4e28-acfb-cf65ac6ffb15, host dv-cinder-817223-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=88f8024a-c549-4e28-acfb-cf65ac6ffb15,segment=NetworkSegment(5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3),segment_id=5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3)] {{(pid=86841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 09 15:30:09.361037 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron_lib.callbacks.manager [None req-544e671c-6fdd-44d1-a6ab-be0d4e7704ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:09.365519 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG oslo_concurrency.lockutils [None req-7873a924-f396-4777-aefe-3ad72908e3ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:09.385794 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-f8c3ce06-9f8a-4425-9a3b-f780053dd795 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:09.410398 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-f8c3ce06-9f8a-4425-9a3b-f780053dd795 admin admin] Transition to ACTIVE for port object 9b97a79b-f377-4a44-967e-e1438ee9ef34 will not be triggered until provisioned by entity DHCP. {{(pid=86839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:30:09.435823 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-f8c3ce06-9f8a-4425-9a3b-f780053dd795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763972296951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337271'] for port, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:09.440251 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:09.441604 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544e671c-6fdd-44d1-a6ab-be0d4e7704ba None None] Routers {'00493027-7da0-4eb8-b516-b4b7508dc70b'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:30:09.442252 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-544e671c-6fdd-44d1-a6ab-be0d4e7704ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:29:58Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['00493027-7da0-4eb8-b516-b4b7508dc70b'], 'active': True} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:30:09.500751 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c3ce06-9f8a-4425-9a3b-f780053dd795 admin admin] Network 3cfbb68e-c639-413c-a5b6-fefed5963f11 is already hosted by enough agents. {{(pid=86839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 15:30:09.503592 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.base_scheduler [None req-f8c3ce06-9f8a-4425-9a3b-f780053dd795 admin admin] Resources bound (agent type, host, resource id): {{(pid=86839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:30:09.509642 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c3ce06-9f8a-4425-9a3b-f780053dd795 admin admin] Received port after_create {{(pid=86839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 09 15:30:09.519413 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1376c29d-dc1d-4b97-bafe-e49274718ad4 None None] Pushing event updated for resources: {'Port': ['ID=88f8024a-c549-4e28-acfb-cf65ac6ffb15,revision_number=3']} {{(pid=86841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:09.523953 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG oslo_concurrency.lockutils [None req-1376c29d-dc1d-4b97-bafe-e49274718ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:09.554141 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c3ce06-9f8a-4425-9a3b-f780053dd795 admin admin] Pushing event updated for resources: {'Port': ['ID=9b97a79b-f377-4a44-967e-e1438ee9ef34,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:09.561801 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-f8c3ce06-9f8a-4425-9a3b-f780053dd795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:09.576325 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-f8c3ce06-9f8a-4425-9a3b-f780053dd795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-822339'] for router_interface, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:09.648608 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvr_db [None req-544e671c-6fdd-44d1-a6ab-be0d4e7704ba None None] Set router 00493027-7da0-4eb8-b516-b4b7508dc70b gateway port host: dv-cinder-817223-1-smb {{(pid=86841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:30:09.723952 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-f8c3ce06-9f8a-4425-9a3b-f780053dd795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:09.799121 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-28ced6bf-6b66-45b9-8260-d1154e787a7a None None] Provisioning for port 9b97a79b-f377-4a44-967e-e1438ee9ef34 completed by entity DHCP. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:30:09.811851 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-28ced6bf-6b66-45b9-8260-d1154e787a7a None None] Provisioning complete for port 9b97a79b-f377-4a44-967e-e1438ee9ef34 triggered by entity DHCP. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:30:09.812511 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-28ced6bf-6b66-45b9-8260-d1154e787a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:09.950966 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-28ced6bf-6b66-45b9-8260-d1154e787a7a None None] Port 9b97a79b-f377-4a44-967e-e1438ee9ef34 cannot update to ACTIVE because it is not bound. {{(pid=86840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 09 15:30:09.981338 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-544e671c-6fdd-44d1-a6ab-be0d4e7704ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00493027-7da0-4eb8-b516-b4b7508dc70b', 'name': 'tempest-TestShelveInstance-2057662020-router', 'tenant_id': '345997c2db1e4065ac8b48dad0e637b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.246'}], 'enable_snat': True}, 'gw_port_id': '88f8024a-c549-4e28-acfb-cf65ac6ffb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:30:05Z', 'updated_at': '2021-11-09T15:30:06Z', 'revision_number': 3, 'project_id': '345997c2db1e4065ac8b48dad0e637b6', 'gw_port': {'id': '88f8024a-c549-4e28-acfb-cf65ac6ffb15', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00493027-7da0-4eb8-b516-b4b7508dc70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:30:06Z', 'updated_at': '2021-11-09T15:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb'}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:30:09.986011 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544e671c-6fdd-44d1-a6ab-be0d4e7704ba None None] The sync data for ids ['00493027-7da0-4eb8-b516-b4b7508dc70b'] in dv-cinder-817223-1-smb is: [{'id': '00493027-7da0-4eb8-b516-b4b7508dc70b', 'name': 'tempest-TestShelveInstance-2057662020-router', 'tenant_id': '345997c2db1e4065ac8b48dad0e637b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.246'}], 'enable_snat': True}, 'gw_port_id': '88f8024a-c549-4e28-acfb-cf65ac6ffb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:30:05Z', 'updated_at': '2021-11-09T15:30:06Z', 'revision_number': 3, 'project_id': '345997c2db1e4065ac8b48dad0e637b6', 'gw_port': {'id': '88f8024a-c549-4e28-acfb-cf65ac6ffb15', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00493027-7da0-4eb8-b516-b4b7508dc70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:30:06Z', 'updated_at': '2021-11-09T15:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb'}] {{(pid=86841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 15:30:10.045424 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-f8c3ce06-9f8a-4425-9a3b-f780053dd795 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:10.051147 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-f8c3ce06-9f8a-4425-9a3b-f780053dd795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337294'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:10.091629 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-21e54330-9269-427a-8976-315083e1ab29 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:10.214874 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-f8c3ce06-9f8a-4425-9a3b-f780053dd795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-822316'] for router_interface, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:10.219111 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f28a5a-9373-4e20-b637-28f072f706d3 req-aa9a8cdc-1469-426a-96c4-16399d86d5a1 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:10.221599 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-54f28a5a-9373-4e20-b637-28f072f706d3 req-aa9a8cdc-1469-426a-96c4-16399d86d5a1 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.1643536 Nov 09 15:30:10.228248 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c3ce06-9f8a-4425-9a3b-f780053dd795 admin admin] Pushing event updated for resources: {'Port': ['ID=9b97a79b-f377-4a44-967e-e1438ee9ef34,revision_number=2']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:10.240297 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-f8c3ce06-9f8a-4425-9a3b-f780053dd795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:10.337763 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-54f28a5a-9373-4e20-b637-28f072f706d3 req-68524236-ee2c-4cc7-8591-13fb3d2a98cf tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069527 Nov 09 15:30:10.554350 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c3ce06-9f8a-4425-9a3b-f780053dd795 admin admin] Network 3cfbb68e-c639-413c-a5b6-fefed5963f11 is already hosted by enough agents. {{(pid=86839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 15:30:10.555822 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.base_scheduler [None req-f8c3ce06-9f8a-4425-9a3b-f780053dd795 admin admin] Resources bound (agent type, host, resource id): {{(pid=86839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:30:10.616229 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device 88f8024a-c549-4e28-acfb-cf65ac6ffb15 up at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:30:10.860570 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning for port 88f8024a-c549-4e28-acfb-cf65ac6ffb15 completed by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:30:10.870084 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning complete for port 88f8024a-c549-4e28-acfb-cf65ac6ffb15 triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:30:10.872257 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:10.981040 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 40388) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:30:11.084337 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-e0af44b8-2f28-441a-863b-da31c5df4df9 None None] Provisioning complete for port 9b97a79b-f377-4a44-967e-e1438ee9ef34 triggered by entity DHCP. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:30:11.084721 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-e0af44b8-2f28-441a-863b-da31c5df4df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:11.090726 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c3ce06-9f8a-4425-9a3b-f780053dd795 admin admin] Router 00493027-7da0-4eb8-b516-b4b7508dc70b has already been hosted by L3 agent d083232d-238f-4a80-a5b8-222ad2e2cbfd {{(pid=86839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 09 15:30:11.170348 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:11.190746 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] For port 88f8024a-c549-4e28-acfb-cf65ac6ffb15, host dv-cinder-817223-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=88f8024a-c549-4e28-acfb-cf65ac6ffb15,segment=NetworkSegment(5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3),segment_id=5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:30:11.195435 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-e0af44b8-2f28-441a-863b-da31c5df4df9 None None] Port 9b97a79b-f377-4a44-967e-e1438ee9ef34 cannot update to ACTIVE because it is not bound. {{(pid=86840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 09 15:30:11.197509 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:11.199634 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:11.264517 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-3ae56d5f-95df-4233-8ced-602586ecfec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:11.304204 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-3ae56d5f-95df-4233-8ced-602586ecfec7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:30:11.312514 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-3ae56d5f-95df-4233-8ced-602586ecfec7 admin admin] Usage tracker for resource:security_group_rule and tenant:66c8051f41074090b2fdecd35f220ec9 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:30:11.325563 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-3ae56d5f-95df-4233-8ced-602586ecfec7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:30:11.336826 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-3ae56d5f-95df-4233-8ced-602586ecfec7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:30:11.338889 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Pushing event updated for resources: {'Port': ['ID=88f8024a-c549-4e28-acfb-cf65ac6ffb15,revision_number=4']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:11.343981 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:11.416036 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c3ce06-9f8a-4425-9a3b-f780053dd795 admin admin] Notify agent at l3_agent.dv-cinder-817223-1-smb the message routers_updated {{(pid=86839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 09 15:30:11.428616 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-f8c3ce06-9f8a-4425-9a3b-f780053dd795 admin admin] 10.222.0.83 "PUT /v2.0/routers/00493027-7da0-4eb8-b516-b4b7508dc70b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4392698 Nov 09 15:30:11.447514 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-3ae56d5f-95df-4233-8ced-602586ecfec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:11.452448 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-3ae56d5f-95df-4233-8ced-602586ecfec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:11.462533 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-4c827ebf-1ae3-4db9-9079-5fa8f2773be2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:11.568763 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-3ae56d5f-95df-4233-8ced-602586ecfec7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=66c8051f41074090b2fdecd35f220ec9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5857146 Nov 09 15:30:11.572424 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae56d5f-95df-4233-8ced-602586ecfec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57b5197-6e18-47bf-927b-6400879d3c37,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:11.573220 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 40410) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:30:11.577272 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-3ae56d5f-95df-4233-8ced-602586ecfec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:11.622040 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a546bb-7c85-4b06-9d74-8d32859fd8b5 req-8278d12b-be82-49b4-9e46-a1960a5c4ff6 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:11.624050 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f6a546bb-7c85-4b06-9d74-8d32859fd8b5 req-8278d12b-be82-49b4-9e46-a1960a5c4ff6 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.1179106 Nov 09 15:30:11.671470 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-983d86a9-5d21-49b4-ac68-116290f789e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:11.687958 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f6a546bb-7c85-4b06-9d74-8d32859fd8b5 req-b4b4dec5-38a1-4459-a575-ef09e16af23c tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547168 Nov 09 15:30:11.702508 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-983d86a9-5d21-49b4-ac68-116290f789e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:11.759111 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-983d86a9-5d21-49b4-ac68-116290f789e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:11.763925 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:11.776565 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983d86a9-5d21-49b4-ac68-116290f789e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57b5197-6e18-47bf-927b-6400879d3c37,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:11.779068 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-983d86a9-5d21-49b4-ac68-116290f789e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:11.783073 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-983d86a9-5d21-49b4-ac68-116290f789e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:11.785018 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-983d86a9-5d21-49b4-ac68-116290f789e5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f57b5197-6e18-47bf-927b-6400879d3c37 HTTP/1.1" status: 204 len: 168 time: 0.2105556 Nov 09 15:30:12.169138 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 40434) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:30:12.174668 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-2f90b241-3c3a-4b27-8e9c-0d15e34f2e65 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1317776060-network', 'tenant_id': '5b3edf962ae949e38af9c81d2791e00d'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:30:12.180765 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-2f90b241-3c3a-4b27-8e9c-0d15e34f2e65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:30:12.186229 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-2f90b241-3c3a-4b27-8e9c-0d15e34f2e65 admin admin] Usage tracker for resource:network and tenant:5b3edf962ae949e38af9c81d2791e00d is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:30:12.189535 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-2f90b241-3c3a-4b27-8e9c-0d15e34f2e65 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:30:12.196455 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-2f90b241-3c3a-4b27-8e9c-0d15e34f2e65 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:30:12.208001 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f90b241-3c3a-4b27-8e9c-0d15e34f2e65 admin admin] Made reservation on behalf of 5b3edf962ae949e38af9c81d2791e00d for: {'network': 1} {{(pid=86838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 15:30:12.212488 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-2f90b241-3c3a-4b27-8e9c-0d15e34f2e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for network, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:12.222080 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 40438) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:30:12.227266 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-2f90b241-3c3a-4b27-8e9c-0d15e34f2e65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:12.241974 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-ef45d17b-9d1c-4a6b-9fc6-07b2088e0f8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:12.245735 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-2f90b241-3c3a-4b27-8e9c-0d15e34f2e65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:30:12.252010 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-2f90b241-3c3a-4b27-8e9c-0d15e34f2e65 admin admin] Usage tracker for resource:security_group_rule and tenant:5b3edf962ae949e38af9c81d2791e00d is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:30:12.256651 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-2f90b241-3c3a-4b27-8e9c-0d15e34f2e65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:30:12.265157 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-2f90b241-3c3a-4b27-8e9c-0d15e34f2e65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:30:12.267957 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-ef45d17b-9d1c-4a6b-9fc6-07b2088e0f8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:30:12.272288 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-ef45d17b-9d1c-4a6b-9fc6-07b2088e0f8b admin admin] Usage tracker for resource:security_group_rule and tenant:502809cd1fb3437db98654f1ecfa4498 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:30:12.283040 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-ef45d17b-9d1c-4a6b-9fc6-07b2088e0f8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:30:12.292847 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-ef45d17b-9d1c-4a6b-9fc6-07b2088e0f8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:30:12.312877 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487b8b50-ba56-4231-8e4c-849fda14d1bb None None] Sync routers for ids ['00493027-7da0-4eb8-b516-b4b7508dc70b'] in dv-cinder-817223-1-smb {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 15:30:12.340937 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487b8b50-ba56-4231-8e4c-849fda14d1bb None None] Routers {'00493027-7da0-4eb8-b516-b4b7508dc70b'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:30:12.347441 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-487b8b50-ba56-4231-8e4c-849fda14d1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:29:58Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['00493027-7da0-4eb8-b516-b4b7508dc70b'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:30:12.398740 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-ef45d17b-9d1c-4a6b-9fc6-07b2088e0f8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:12.404666 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-ef45d17b-9d1c-4a6b-9fc6-07b2088e0f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:12.418011 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-166c39c2-17bb-402e-9ac9-3f3e7793ce1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:12.436463 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-2f90b241-3c3a-4b27-8e9c-0d15e34f2e65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:12.443473 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-2f90b241-3c3a-4b27-8e9c-0d15e34f2e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:12.448766 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-a9de8921-be9b-44e0-bcd7-f2790a9a22f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:12.469309 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-ef45d17b-9d1c-4a6b-9fc6-07b2088e0f8b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=502809cd1fb3437db98654f1ecfa4498&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2486067 Nov 09 15:30:12.470515 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45d17b-9d1c-4a6b-9fc6-07b2088e0f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50cd4acb-6b57-4c61-9d4e-16562455f547,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:12.473025 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 40448) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:30:12.477279 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-ef45d17b-9d1c-4a6b-9fc6-07b2088e0f8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:12.487098 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f90b241-3c3a-4b27-8e9c-0d15e34f2e65 admin admin] vlan segment allocate from pool success with {'vlan_id': 1235, 'physical_network': 'physnet1'} {{(pid=86838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 15:30:12.508319 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f90b241-3c3a-4b27-8e9c-0d15e34f2e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d25e70-9458-4b5e-8563-3e41aced2446,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:12.513446 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-2f90b241-3c3a-4b27-8e9c-0d15e34f2e65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:12.519295 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-2f90b241-3c3a-4b27-8e9c-0d15e34f2e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16429219'] for segment, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:12.519967 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.db.segments_db [None req-2f90b241-3c3a-4b27-8e9c-0d15e34f2e65 admin admin] Added segment 4ec36042-43fe-4a61-8604-b514bb487821 of type vlan for network 8f02358e-f7ae-48e6-9f12-e34751e3d917 Nov 09 15:30:12.572875 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-db319345-f775-4fa1-b858-5ebce83d614e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:12.576864 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-2f90b241-3c3a-4b27-8e9c-0d15e34f2e65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763972287609'] for network, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:12.600542 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device 88f8024a-c549-4e28-acfb-cf65ac6ffb15 up at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:30:12.610023 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-db319345-f775-4fa1-b858-5ebce83d614e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:12.629790 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-2f90b241-3c3a-4b27-8e9c-0d15e34f2e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for network, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:12.633622 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f90b241-3c3a-4b27-8e9c-0d15e34f2e65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:12.633622 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-2f90b241-3c3a-4b27-8e9c-0d15e34f2e65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:12.637001 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-999e097e-9d51-4c99-b5ca-d0421d8dd44d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:12.667101 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-487b8b50-ba56-4231-8e4c-849fda14d1bb None None] Set router 00493027-7da0-4eb8-b516-b4b7508dc70b gateway port host: dv-cinder-817223-1-smb {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:30:12.680350 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-db319345-f775-4fa1-b858-5ebce83d614e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:12.685225 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1e41dd68-3b71-4562-9c1a-f13f22f68796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:12.733218 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db319345-f775-4fa1-b858-5ebce83d614e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50cd4acb-6b57-4c61-9d4e-16562455f547,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:12.736305 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-db319345-f775-4fa1-b858-5ebce83d614e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:12.747043 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-db319345-f775-4fa1-b858-5ebce83d614e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:12.750448 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-db319345-f775-4fa1-b858-5ebce83d614e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/50cd4acb-6b57-4c61-9d4e-16562455f547 HTTP/1.1" status: 204 len: 168 time: 0.2742414 Nov 09 15:30:12.773480 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f90b241-3c3a-4b27-8e9c-0d15e34f2e65 admin admin] Pushing event updated for resources: {'Network': ['ID=8f02358e-f7ae-48e6-9f12-e34751e3d917,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:12.777419 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-2f90b241-3c3a-4b27-8e9c-0d15e34f2e65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:12.779691 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-2f90b241-3c3a-4b27-8e9c-0d15e34f2e65 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6093686 Nov 09 15:30:12.782573 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 40462) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:30:12.792605 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-8282dc97-94aa-40e8-bc93-83223b838fa0 admin admin] Request body: {'subnet': {'network_id': '8f02358e-f7ae-48e6-9f12-e34751e3d917', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1317776060-subnet', 'tenant_id': '5b3edf962ae949e38af9c81d2791e00d', 'ip_version': 4}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:30:12.807535 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-8282dc97-94aa-40e8-bc93-83223b838fa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:30:12.809707 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-8282dc97-94aa-40e8-bc93-83223b838fa0 admin admin] Usage tracker for resource:subnet and tenant:5b3edf962ae949e38af9c81d2791e00d is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:30:12.817688 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-8282dc97-94aa-40e8-bc93-83223b838fa0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:30:12.821170 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Network 8f02358e-f7ae-48e6-9f12-e34751e3d917 details requested by agent ovs-agent-dv-cinder-817223-1-smb with host dv-cinder-817223-1-smb {{(pid=86840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 15:30:12.825380 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-8282dc97-94aa-40e8-bc93-83223b838fa0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:30:12.838653 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8282dc97-94aa-40e8-bc93-83223b838fa0 admin admin] Made reservation on behalf of 5b3edf962ae949e38af9c81d2791e00d for: {'subnet': 1} {{(pid=86838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 15:30:12.841704 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8282dc97-94aa-40e8-bc93-83223b838fa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3042097'] for subnet, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:13.122759 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb80e5c5-5afc-444e-9a4e-604f806c54a0 req-7697276a-54b7-4c41-b86e-ad79215ae1d5 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:13.130957 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-eb80e5c5-5afc-444e-9a4e-604f806c54a0 req-7697276a-54b7-4c41-b86e-ad79215ae1d5 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.2235236 Nov 09 15:30:13.134972 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning complete for port 88f8024a-c549-4e28-acfb-cf65ac6ffb15 triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:30:13.135360 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:13.254670 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-eb80e5c5-5afc-444e-9a4e-604f806c54a0 req-881ca968-ecdb-4352-a93b-b2a865a229b2 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224694 Nov 09 15:30:13.320059 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8282dc97-94aa-40e8-bc93-83223b838fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3042095'] for subnet, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:13.326164 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-cbeaface-2452-427d-b9ff-d286f81e7186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:13.459346 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8282dc97-94aa-40e8-bc93-83223b838fa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65c641e1-5d88-4840-848b-7421b68d46ce,revision_number=0']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:13.479787 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-487b8b50-ba56-4231-8e4c-849fda14d1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00493027-7da0-4eb8-b516-b4b7508dc70b', 'name': 'tempest-TestShelveInstance-2057662020-router', 'tenant_id': '345997c2db1e4065ac8b48dad0e637b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.246'}], 'enable_snat': True}, 'gw_port_id': '88f8024a-c549-4e28-acfb-cf65ac6ffb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:30:05Z', 'updated_at': '2021-11-09T15:30:09Z', 'revision_number': 4, 'project_id': '345997c2db1e4065ac8b48dad0e637b6', 'gw_port': {'id': '88f8024a-c549-4e28-acfb-cf65ac6ffb15', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00493027-7da0-4eb8-b516-b4b7508dc70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:30:06Z', 'updated_at': '2021-11-09T15:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_interfaces': [{'id': '9b97a79b-f377-4a44-967e-e1438ee9ef34', 'name': '', 'network_id': '3cfbb68e-c639-413c-a5b6-fefed5963f11', 'tenant_id': '345997c2db1e4065ac8b48dad0e637b6', 'mac_address': 'fa:16:3e:b8:af:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00493027-7da0-4eb8-b516-b4b7508dc70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'eae5ff10-7231-4253-b865-1b978ddd800d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:30:09Z', 'updated_at': '2021-11-09T15:30:09Z', 'revision_number': 2, 'project_id': '345997c2db1e4065ac8b48dad0e637b6', 'subnets': [{'id': 'eae5ff10-7231-4253-b865-1b978ddd800d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:30:13.480868 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-8282dc97-94aa-40e8-bc93-83223b838fa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:13.486564 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487b8b50-ba56-4231-8e4c-849fda14d1bb None None] Checking router: 00493027-7da0-4eb8-b516-b4b7508dc70b for host: dv-cinder-817223-1-smb {{(pid=86840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 15:30:13.487749 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487b8b50-ba56-4231-8e4c-849fda14d1bb None None] Updating router 00493027-7da0-4eb8-b516-b4b7508dc70b port 9b97a79b-f377-4a44-967e-e1438ee9ef34 binding host dv-cinder-817223-1-smb {{(pid=86840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 15:30:13.498969 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8282dc97-94aa-40e8-bc93-83223b838fa0 admin admin] Checking segment: {'id': '4ec36042-43fe-4a61-8604-b514bb487821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '8f02358e-f7ae-48e6-9f12-e34751e3d917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:30:13.499335 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8282dc97-94aa-40e8-bc93-83223b838fa0 admin admin] Network hostable DHCP agents. Network: 8f02358e-f7ae-48e6-9f12-e34751e3d917, hostable agents: ['8b94a2d1-9ebf-428d-8e56-922e2d41e4d3'], hosted agents: [] {{(pid=86838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 15:30:13.524220 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8282dc97-94aa-40e8-bc93-83223b838fa0 admin admin] Network 8f02358e-f7ae-48e6-9f12-e34751e3d917 is scheduled to be hosted by DHCP agent 8b94a2d1-9ebf-428d-8e56-922e2d41e4d3 with binding_index 1 {{(pid=86838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 15:30:13.535562 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [None req-8282dc97-94aa-40e8-bc93-83223b838fa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817223-1-smb, 8f02358e-f7ae-48e6-9f12-e34751e3d917) {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:30:13.543030 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8282dc97-94aa-40e8-bc93-83223b838fa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:13.543030 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8282dc97-94aa-40e8-bc93-83223b838fa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for subnet, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:13.554693 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c59602-7970-4da6-a3a0-01e0c3b3669b None None] Network 8f02358e-f7ae-48e6-9f12-e34751e3d917 requested from dv-cinder-817223-1-smb {{(pid=86840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 09 15:30:13.573021 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-8282dc97-94aa-40e8-bc93-83223b838fa0 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7864296 Nov 09 15:30:13.573506 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 40482) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:30:13.580788 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.v2.base [None req-4f8ba47f-3ce5-4cc0-84f2-9de5ddae756d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1317776060-router', 'tenant_id': '5b3edf962ae949e38af9c81d2791e00d', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140'}}} {{(pid=86839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:30:13.587785 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-4f8ba47f-3ce5-4cc0-84f2-9de5ddae756d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:30:13.594359 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-4f8ba47f-3ce5-4cc0-84f2-9de5ddae756d admin admin] Usage tracker for resource:router and tenant:5b3edf962ae949e38af9c81d2791e00d is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:30:13.597423 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-4f8ba47f-3ce5-4cc0-84f2-9de5ddae756d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:30:13.604014 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-4f8ba47f-3ce5-4cc0-84f2-9de5ddae756d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:30:13.621787 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-4f8ba47f-3ce5-4cc0-84f2-9de5ddae756d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-822272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-643'] for router, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:13.624602 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-4f8ba47f-3ce5-4cc0-84f2-9de5ddae756d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-977942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-648'] for router, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:13.650751 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-4f8ba47f-3ce5-4cc0-84f2-9de5ddae756d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:13.657588 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-487b8b50-ba56-4231-8e4c-849fda14d1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:13.980394 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-4f8ba47f-3ce5-4cc0-84f2-9de5ddae756d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-978276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-822294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-678'] for router, precommit_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:13.985354 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7963311c-f3c3-4875-9ad8-97ebc7c8fe5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad083e8-ca1b-5118-a989-5e497962517e-8f02358e-f7ae-48e6-9f12-e34751e3d917', 'network_id': '8f02358e-f7ae-48e6-9f12-e34751e3d917', 'tenant_id': '5b3edf962ae949e38af9c81d2791e00d', 'fixed_ips': [{'subnet_id': '65c641e1-5d88-4840-848b-7421b68d46ce'}]}} from dv-cinder-817223-1-smb. {{(pid=86840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 09 15:30:13.986362 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-7963311c-f3c3-4875-9ad8-97ebc7c8fe5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_create {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:14.310656 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.db_base_plugin_common [None req-7963311c-f3c3-4875-9ad8-97ebc7c8fe5b None None] Allocated IP 172.20.0.2 (8f02358e-f7ae-48e6-9f12-e34751e3d917/65c641e1-5d88-4840-848b-7421b68d46ce/010885e8-78e7-45e2-9a61-cc9a2665401c) {{(pid=86840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 15:30:14.361962 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-487b8b50-ba56-4231-8e4c-849fda14d1bb None None] Notify callbacks [] for port, precommit_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:14.443560 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-487b8b50-ba56-4231-8e4c-849fda14d1bb None None] Transition to ACTIVE for port object 9b97a79b-f377-4a44-967e-e1438ee9ef34 will not be triggered until provisioned by entity L2. {{(pid=86840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:30:14.449036 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-487b8b50-ba56-4231-8e4c-849fda14d1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:14.454509 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:14.551770 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-4f8ba47f-3ce5-4cc0-84f2-9de5ddae756d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:14.603445 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e016763a-ead9-4b7f-94b9-caadb0672cb7 req-349fd773-3c16-464c-a849-f524c4c13bde tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:14.613265 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e016763a-ead9-4b7f-94b9-caadb0672cb7 req-349fd773-3c16-464c-a849-f524c4c13bde tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.1729264 Nov 09 15:30:14.624734 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-4f8ba47f-3ce5-4cc0-84f2-9de5ddae756d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:14.736027 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e016763a-ead9-4b7f-94b9-caadb0672cb7 req-02bf4d7f-dca6-4247-9c6f-fcd519b30460 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046870 Nov 09 15:30:14.760163 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e9e384-ae07-4e43-b7c2-2255a2edb9b5 None None] Pushing event updated for resources: {'Port': ['ID=9b97a79b-f377-4a44-967e-e1438ee9ef34,revision_number=3']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:14.763578 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-b5e9e384-ae07-4e43-b7c2-2255a2edb9b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:14.889910 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-487b8b50-ba56-4231-8e4c-849fda14d1bb None None] Attempting to bind port 9b97a79b-f377-4a44-967e-e1438ee9ef34 on host dv-cinder-817223-1-smb for vnic_type normal with profile {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 15:30:14.890295 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-487b8b50-ba56-4231-8e4c-849fda14d1bb None None] Attempting to bind port 9b97a79b-f377-4a44-967e-e1438ee9ef34 by drivers openvswitch,hyperv on host dv-cinder-817223-1-smb at level 0 using segments [{'id': '535fd3fd-ed81-4b3f-91e8-e1d41c5d61da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '3cfbb68e-c639-413c-a5b6-fefed5963f11'}] {{(pid=86840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 15:30:14.890670 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487b8b50-ba56-4231-8e4c-849fda14d1bb None None] Attempting to bind port 9b97a79b-f377-4a44-967e-e1438ee9ef34 on network 3cfbb68e-c639-413c-a5b6-fefed5963f11 {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:30:14.900729 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487b8b50-ba56-4231-8e4c-849fda14d1bb None None] Checking agent: {'id': '189eed03-d966-4875-a18c-83c7415689a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817223-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 17, 55), 'started_at': datetime.datetime(2021, 11, 9, 15, 18, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817223-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 09 15:30:14.901115 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487b8b50-ba56-4231-8e4c-849fda14d1bb None None] Checking segment: {'id': '535fd3fd-ed81-4b3f-91e8-e1d41c5d61da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '3cfbb68e-c639-413c-a5b6-fefed5963f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:30:14.901530 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-487b8b50-ba56-4231-8e4c-849fda14d1bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:14.901959 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487b8b50-ba56-4231-8e4c-849fda14d1bb None None] Bound using segment: {'id': '535fd3fd-ed81-4b3f-91e8-e1d41c5d61da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '3cfbb68e-c639-413c-a5b6-fefed5963f11'} {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 09 15:30:14.902579 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-487b8b50-ba56-4231-8e4c-849fda14d1bb None None] Bound port: 9b97a79b-f377-4a44-967e-e1438ee9ef34, host: dv-cinder-817223-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '535fd3fd-ed81-4b3f-91e8-e1d41c5d61da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '3cfbb68e-c639-413c-a5b6-fefed5963f11'}}] {{(pid=86840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 15:30:14.902821 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-487b8b50-ba56-4231-8e4c-849fda14d1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:14.910898 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.db_base_plugin_common [None req-4f8ba47f-3ce5-4cc0-84f2-9de5ddae756d admin admin] Allocated IP 172.28.0.81 (de089fbd-190d-42e2-b873-9d0b1c33f140/6c23faf8-0a9f-4180-83f0-f659576295c3/21ff2f48-1b48-4eeb-8a53-6c2cd742c186) {{(pid=86839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 15:30:15.023824 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-487b8b50-ba56-4231-8e4c-849fda14d1bb None None] For port 9b97a79b-f377-4a44-967e-e1438ee9ef34, host dv-cinder-817223-1-smb, cleared binding levels {{(pid=86840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 09 15:30:15.028122 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-487b8b50-ba56-4231-8e4c-849fda14d1bb None None] For port 9b97a79b-f377-4a44-967e-e1438ee9ef34, host dv-cinder-817223-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=9b97a79b-f377-4a44-967e-e1438ee9ef34,segment=NetworkSegment(535fd3fd-ed81-4b3f-91e8-e1d41c5d61da),segment_id=535fd3fd-ed81-4b3f-91e8-e1d41c5d61da)] {{(pid=86840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 09 15:30:15.039133 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-487b8b50-ba56-4231-8e4c-849fda14d1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:15.043591 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-7963311c-f3c3-4875-9ad8-97ebc7c8fe5b None None] Notify callbacks [] for port, precommit_create {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:15.046899 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-b5e9e384-ae07-4e43-b7c2-2255a2edb9b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:15.119421 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-7963311c-f3c3-4875-9ad8-97ebc7c8fe5b None None] Transition to ACTIVE for port object 010885e8-78e7-45e2-9a61-cc9a2665401c will not be triggered until provisioned by entity L2. {{(pid=86840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:30:15.166416 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487b8b50-ba56-4231-8e4c-849fda14d1bb None None] Routers {'00493027-7da0-4eb8-b516-b4b7508dc70b'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:30:15.167079 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-487b8b50-ba56-4231-8e4c-849fda14d1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:29:58Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['00493027-7da0-4eb8-b516-b4b7508dc70b'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:30:15.295561 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-7963311c-f3c3-4875-9ad8-97ebc7c8fe5b None None] Transition to ACTIVE for port object 010885e8-78e7-45e2-9a61-cc9a2665401c will not be triggered until provisioned by entity DHCP. {{(pid=86840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:30:15.302976 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e9e384-ae07-4e43-b7c2-2255a2edb9b5 None None] Pushing event updated for resources: {'Port': ['ID=9b97a79b-f377-4a44-967e-e1438ee9ef34,revision_number=4']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:15.308205 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-b5e9e384-ae07-4e43-b7c2-2255a2edb9b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:15.320300 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-7963311c-f3c3-4875-9ad8-97ebc7c8fe5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763972296951'] for port, after_create {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:15.331934 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:15.344642 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-4f8ba47f-3ce5-4cc0-84f2-9de5ddae756d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:15.404581 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-4f8ba47f-3ce5-4cc0-84f2-9de5ddae756d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763972296951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337271'] for port, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:15.409894 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:15.500894 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8ba47f-3ce5-4cc0-84f2-9de5ddae756d admin admin] Network de089fbd-190d-42e2-b873-9d0b1c33f140 is already hosted by enough agents. {{(pid=86839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 15:30:15.504691 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.base_scheduler [None req-4f8ba47f-3ce5-4cc0-84f2-9de5ddae756d admin admin] Resources bound (agent type, host, resource id): {{(pid=86839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:30:15.505614 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7963311c-f3c3-4875-9ad8-97ebc7c8fe5b None None] Network 8f02358e-f7ae-48e6-9f12-e34751e3d917 is already hosted by enough agents. {{(pid=86840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 15:30:15.512368 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8ba47f-3ce5-4cc0-84f2-9de5ddae756d admin admin] Received port after_create {{(pid=86839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 09 15:30:15.513122 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.scheduler.base_scheduler [None req-7963311c-f3c3-4875-9ad8-97ebc7c8fe5b None None] Resources bound (agent type, host, resource id): {{(pid=86840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:30:15.516700 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7963311c-f3c3-4875-9ad8-97ebc7c8fe5b None None] Received port after_create {{(pid=86840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 09 15:30:15.565643 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ba47f-3ce5-4cc0-84f2-9de5ddae756d admin admin] Pushing event updated for resources: {'Port': ['ID=21ff2f48-1b48-4eeb-8a53-6c2cd742c186,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:15.576724 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ba47f-3ce5-4cc0-84f2-9de5ddae756d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:30:15.577225 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ba47f-3ce5-4cc0-84f2-9de5ddae756d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:30:15.577840 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ba47f-3ce5-4cc0-84f2-9de5ddae756d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:30:15.578418 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ba47f-3ce5-4cc0-84f2-9de5ddae756d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:30:15.578977 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ba47f-3ce5-4cc0-84f2-9de5ddae756d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:30:15.579570 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ba47f-3ce5-4cc0-84f2-9de5ddae756d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:30:15.580160 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ba47f-3ce5-4cc0-84f2-9de5ddae756d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:30:15.580875 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ba47f-3ce5-4cc0-84f2-9de5ddae756d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:30:15.581440 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ba47f-3ce5-4cc0-84f2-9de5ddae756d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:30:15.582046 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ba47f-3ce5-4cc0-84f2-9de5ddae756d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:30:15.582617 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ba47f-3ce5-4cc0-84f2-9de5ddae756d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:30:15.583347 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ba47f-3ce5-4cc0-84f2-9de5ddae756d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:30:15.596526 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-4f8ba47f-3ce5-4cc0-84f2-9de5ddae756d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:15.599294 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7963311c-f3c3-4875-9ad8-97ebc7c8fe5b None None] Pushing event updated for resources: {'Port': ['ID=010885e8-78e7-45e2-9a61-cc9a2665401c,revision_number=1']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:15.627521 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-7963311c-f3c3-4875-9ad8-97ebc7c8fe5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:15.637155 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-487b8b50-ba56-4231-8e4c-849fda14d1bb None None] Set router 00493027-7da0-4eb8-b516-b4b7508dc70b gateway port host: dv-cinder-817223-1-smb {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:30:15.804738 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab29de-8c8f-4a8a-9b69-a102699b140a req-2c510721-e0c6-4aa5-930b-650014a8689c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:15.806489 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e3ab29de-8c8f-4a8a-9b69-a102699b140a req-2c510721-e0c6-4aa5-930b-650014a8689c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 1098 time: 0.1056643 Nov 09 15:30:15.868245 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e3ab29de-8c8f-4a8a-9b69-a102699b140a req-bef7aeb9-e7b8-426d-99cf-105a4b1712b3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543158 Nov 09 15:30:15.928765 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-7963311c-f3c3-4875-9ad8-97ebc7c8fe5b None None] Attempting to bind port 010885e8-78e7-45e2-9a61-cc9a2665401c on host dv-cinder-817223-1-smb for vnic_type normal with profile {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 15:30:15.929400 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-7963311c-f3c3-4875-9ad8-97ebc7c8fe5b None None] Attempting to bind port 010885e8-78e7-45e2-9a61-cc9a2665401c by drivers openvswitch,hyperv on host dv-cinder-817223-1-smb at level 0 using segments [{'id': '4ec36042-43fe-4a61-8604-b514bb487821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '8f02358e-f7ae-48e6-9f12-e34751e3d917'}] {{(pid=86840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 15:30:15.929517 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7963311c-f3c3-4875-9ad8-97ebc7c8fe5b None None] Attempting to bind port 010885e8-78e7-45e2-9a61-cc9a2665401c on network 8f02358e-f7ae-48e6-9f12-e34751e3d917 {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:30:16.023120 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7963311c-f3c3-4875-9ad8-97ebc7c8fe5b None None] Checking agent: {'id': '189eed03-d966-4875-a18c-83c7415689a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817223-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 17, 55), 'started_at': datetime.datetime(2021, 11, 9, 15, 18, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817223-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 09 15:30:16.023496 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7963311c-f3c3-4875-9ad8-97ebc7c8fe5b None None] Checking segment: {'id': '4ec36042-43fe-4a61-8604-b514bb487821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '8f02358e-f7ae-48e6-9f12-e34751e3d917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:30:16.023914 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-7963311c-f3c3-4875-9ad8-97ebc7c8fe5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:16.024322 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7963311c-f3c3-4875-9ad8-97ebc7c8fe5b None None] Bound using segment: {'id': '4ec36042-43fe-4a61-8604-b514bb487821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '8f02358e-f7ae-48e6-9f12-e34751e3d917'} {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 09 15:30:16.024861 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-7963311c-f3c3-4875-9ad8-97ebc7c8fe5b None None] Bound port: 010885e8-78e7-45e2-9a61-cc9a2665401c, host: dv-cinder-817223-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ec36042-43fe-4a61-8604-b514bb487821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '8f02358e-f7ae-48e6-9f12-e34751e3d917'}}] {{(pid=86840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 15:30:16.025489 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-7963311c-f3c3-4875-9ad8-97ebc7c8fe5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:16.068568 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199541d-191a-410b-83a9-6b12e301bf55 req-73a44301-5782-409f-bab8-ac9c664d4d2f tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:16.077116 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7199541d-191a-410b-83a9-6b12e301bf55 req-73a44301-5782-409f-bab8-ac9c664d4d2f tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.1501622 Nov 09 15:30:16.159912 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7199541d-191a-410b-83a9-6b12e301bf55 req-5cd1d7b8-9263-4ebb-a702-92841db3db78 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814075 Nov 09 15:30:16.206135 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-4f8ba47f-3ce5-4cc0-84f2-9de5ddae756d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:16.400307 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-7963311c-f3c3-4875-9ad8-97ebc7c8fe5b None None] For port 010885e8-78e7-45e2-9a61-cc9a2665401c, host dv-cinder-817223-1-smb, cleared binding levels {{(pid=86840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 09 15:30:16.447124 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-7963311c-f3c3-4875-9ad8-97ebc7c8fe5b None None] For port 010885e8-78e7-45e2-9a61-cc9a2665401c, host dv-cinder-817223-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=010885e8-78e7-45e2-9a61-cc9a2665401c,segment=NetworkSegment(4ec36042-43fe-4a61-8604-b514bb487821),segment_id=4ec36042-43fe-4a61-8604-b514bb487821)] {{(pid=86840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 09 15:30:16.453464 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-7963311c-f3c3-4875-9ad8-97ebc7c8fe5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:16.458761 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:16.548960 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7963311c-f3c3-4875-9ad8-97ebc7c8fe5b None None] Pushing event updated for resources: {'Port': ['ID=010885e8-78e7-45e2-9a61-cc9a2665401c,revision_number=2']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:16.552884 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-7963311c-f3c3-4875-9ad8-97ebc7c8fe5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:16.571510 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-487b8b50-ba56-4231-8e4c-849fda14d1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00493027-7da0-4eb8-b516-b4b7508dc70b', 'name': 'tempest-TestShelveInstance-2057662020-router', 'tenant_id': '345997c2db1e4065ac8b48dad0e637b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.246'}], 'enable_snat': True}, 'gw_port_id': '88f8024a-c549-4e28-acfb-cf65ac6ffb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:30:05Z', 'updated_at': '2021-11-09T15:30:09Z', 'revision_number': 4, 'project_id': '345997c2db1e4065ac8b48dad0e637b6', 'gw_port': {'id': '88f8024a-c549-4e28-acfb-cf65ac6ffb15', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00493027-7da0-4eb8-b516-b4b7508dc70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:30:06Z', 'updated_at': '2021-11-09T15:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_interfaces': [{'id': '9b97a79b-f377-4a44-967e-e1438ee9ef34', 'name': '', 'network_id': '3cfbb68e-c639-413c-a5b6-fefed5963f11', 'tenant_id': '345997c2db1e4065ac8b48dad0e637b6', 'mac_address': 'fa:16:3e:b8:af:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00493027-7da0-4eb8-b516-b4b7508dc70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'eae5ff10-7231-4253-b865-1b978ddd800d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:30:09Z', 'updated_at': '2021-11-09T15:30:15Z', 'revision_number': 4, 'project_id': '345997c2db1e4065ac8b48dad0e637b6', 'subnets': [{'id': 'eae5ff10-7231-4253-b865-1b978ddd800d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:30:16.576459 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487b8b50-ba56-4231-8e4c-849fda14d1bb None None] The sync data for ids ['00493027-7da0-4eb8-b516-b4b7508dc70b'] in dv-cinder-817223-1-smb is: [{'id': '00493027-7da0-4eb8-b516-b4b7508dc70b', 'name': 'tempest-TestShelveInstance-2057662020-router', 'tenant_id': '345997c2db1e4065ac8b48dad0e637b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.246'}], 'enable_snat': True}, 'gw_port_id': '88f8024a-c549-4e28-acfb-cf65ac6ffb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:30:05Z', 'updated_at': '2021-11-09T15:30:09Z', 'revision_number': 4, 'project_id': '345997c2db1e4065ac8b48dad0e637b6', 'gw_port': {'id': '88f8024a-c549-4e28-acfb-cf65ac6ffb15', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00493027-7da0-4eb8-b516-b4b7508dc70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:30:06Z', 'updated_at': '2021-11-09T15:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_interfaces': [{'id': '9b97a79b-f377-4a44-967e-e1438ee9ef34', 'name': '', 'network_id': '3cfbb68e-c639-413c-a5b6-fefed5963f11', 'tenant_id': '345997c2db1e4065ac8b48dad0e637b6', 'mac_address': 'fa:16:3e:b8:af:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00493027-7da0-4eb8-b516-b4b7508dc70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'eae5ff10-7231-4253-b865-1b978ddd800d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:30:09Z', 'updated_at': '2021-11-09T15:30:15Z', 'revision_number': 4, 'project_id': '345997c2db1e4065ac8b48dad0e637b6', 'subnets': [{'id': 'eae5ff10-7231-4253-b865-1b978ddd800d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 15:30:16.730063 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-4f8ba47f-3ce5-4cc0-84f2-9de5ddae756d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-822297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978201'] for router, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:16.992025 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8ba47f-3ce5-4cc0-84f2-9de5ddae756d admin admin] Router 32632bef-6b15-4734-ba20-81115ea2cd0b is scheduled to L3 agent d083232d-238f-4a80-a5b8-222ad2e2cbfd with binding_index 1 {{(pid=86839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 09 15:30:17.324105 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8ba47f-3ce5-4cc0-84f2-9de5ddae756d admin admin] Notify agent at l3_agent.dv-cinder-817223-1-smb the message routers_updated {{(pid=86839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 09 15:30:17.336862 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735065c1-7373-4297-ab3a-08d72e7e1972 None None] Sync routers for ids ['32632bef-6b15-4734-ba20-81115ea2cd0b'] in dv-cinder-817223-1-smb {{(pid=86841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 15:30:17.351792 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735065c1-7373-4297-ab3a-08d72e7e1972 None None] Routers {'32632bef-6b15-4734-ba20-81115ea2cd0b'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:30:17.352439 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-735065c1-7373-4297-ab3a-08d72e7e1972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:29:58Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['32632bef-6b15-4734-ba20-81115ea2cd0b'], 'active': True} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:30:17.379935 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-4f8ba47f-3ce5-4cc0-84f2-9de5ddae756d admin admin] Notify callbacks [] for router, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:17.381679 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-4f8ba47f-3ce5-4cc0-84f2-9de5ddae756d admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8067644 Nov 09 15:30:17.384776 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 40564) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:30:17.678779 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvr_db [None req-735065c1-7373-4297-ab3a-08d72e7e1972 None None] Set router 32632bef-6b15-4734-ba20-81115ea2cd0b gateway port host: dv-cinder-817223-1-smb {{(pid=86841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:30:17.805929 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7789b2-d945-448e-9865-2f3ab5b8863e req-32bfe1bf-d38e-4f4c-a831-1730e99b7d30 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:17.816067 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2f7789b2-d945-448e-9865-2f3ab5b8863e req-32bfe1bf-d38e-4f4c-a831-1730e99b7d30 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.3227930 Nov 09 15:30:17.903185 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bebfc28-32be-4a2f-ad69-ee9755caf6a7 None None] Network 8f02358e-f7ae-48e6-9f12-e34751e3d917 requested from dv-cinder-817223-1-smb {{(pid=86840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 09 15:30:17.984980 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2f7789b2-d945-448e-9865-2f3ab5b8863e req-0d0bf977-fb52-4899-88ba-c5a358b7c583 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677253 Nov 09 15:30:18.219907 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-48dc8bbb-531d-434f-88e5-76c86773e38c None None] Provisioning for port 010885e8-78e7-45e2-9a61-cc9a2665401c completed by entity DHCP. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:30:18.307537 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-735065c1-7373-4297-ab3a-08d72e7e1972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32632bef-6b15-4734-ba20-81115ea2cd0b', 'name': 'tempest-TestShelveInstance-1317776060-router', 'tenant_id': '5b3edf962ae949e38af9c81d2791e00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.81'}], 'enable_snat': True}, 'gw_port_id': '21ff2f48-1b48-4eeb-8a53-6c2cd742c186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:30:13Z', 'updated_at': '2021-11-09T15:30:15Z', 'revision_number': 3, 'project_id': '5b3edf962ae949e38af9c81d2791e00d', 'gw_port': {'id': '21ff2f48-1b48-4eeb-8a53-6c2cd742c186', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32632bef-6b15-4734-ba20-81115ea2cd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:30:14Z', 'updated_at': '2021-11-09T15:30:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb'}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:30:18.312584 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735065c1-7373-4297-ab3a-08d72e7e1972 None None] Checking router: 32632bef-6b15-4734-ba20-81115ea2cd0b for host: dv-cinder-817223-1-smb {{(pid=86841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 15:30:18.312962 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735065c1-7373-4297-ab3a-08d72e7e1972 None None] Updating router 32632bef-6b15-4734-ba20-81115ea2cd0b port 21ff2f48-1b48-4eeb-8a53-6c2cd742c186 binding host dv-cinder-817223-1-smb {{(pid=86841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 15:30:18.371097 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron_lib.callbacks.manager [None req-735065c1-7373-4297-ab3a-08d72e7e1972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:18.524949 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-b9899f05-156e-4488-8e61-845e37cb5166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:18.598871 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device 010885e8-78e7-45e2-9a61-cc9a2665401c up at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:30:18.683205 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning for port 010885e8-78e7-45e2-9a61-cc9a2665401c completed by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:30:18.689715 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning complete for port 010885e8-78e7-45e2-9a61-cc9a2665401c triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:30:18.690238 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:18.795655 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron_lib.callbacks.manager [None req-735065c1-7373-4297-ab3a-08d72e7e1972 None None] Notify callbacks [] for port, precommit_update {{(pid=86841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:18.809361 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.provisioning_blocks [None req-735065c1-7373-4297-ab3a-08d72e7e1972 None None] Transition to ACTIVE for port object 21ff2f48-1b48-4eeb-8a53-6c2cd742c186 will not be triggered until provisioned by entity L2. {{(pid=86841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:30:18.822681 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron_lib.callbacks.manager [None req-735065c1-7373-4297-ab3a-08d72e7e1972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:18.827196 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:18.840994 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:18.876974 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] For port 010885e8-78e7-45e2-9a61-cc9a2665401c, host dv-cinder-817223-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=010885e8-78e7-45e2-9a61-cc9a2665401c,segment=NetworkSegment(4ec36042-43fe-4a61-8604-b514bb487821),segment_id=4ec36042-43fe-4a61-8604-b514bb487821)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:30:18.881894 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:18.883057 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device 9b97a79b-f377-4a44-967e-e1438ee9ef34 up at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:30:18.906393 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.managers [None req-735065c1-7373-4297-ab3a-08d72e7e1972 None None] Attempting to bind port 21ff2f48-1b48-4eeb-8a53-6c2cd742c186 on host dv-cinder-817223-1-smb for vnic_type normal with profile {{(pid=86841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 15:30:18.906773 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.managers [None req-735065c1-7373-4297-ab3a-08d72e7e1972 None None] Attempting to bind port 21ff2f48-1b48-4eeb-8a53-6c2cd742c186 by drivers openvswitch,hyperv on host dv-cinder-817223-1-smb at level 0 using segments [{'id': '5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140'}] {{(pid=86841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 15:30:18.907145 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735065c1-7373-4297-ab3a-08d72e7e1972 None None] Attempting to bind port 21ff2f48-1b48-4eeb-8a53-6c2cd742c186 on network de089fbd-190d-42e2-b873-9d0b1c33f140 {{(pid=86841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:30:18.915156 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b788dd-7056-48df-9690-7df27fe745b9 None None] Pushing event updated for resources: {'Port': ['ID=21ff2f48-1b48-4eeb-8a53-6c2cd742c186,revision_number=2']} {{(pid=86841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:18.917965 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735065c1-7373-4297-ab3a-08d72e7e1972 None None] Checking agent: {'id': '189eed03-d966-4875-a18c-83c7415689a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817223-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 17, 55), 'started_at': datetime.datetime(2021, 11, 9, 15, 18, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817223-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 09 15:30:18.918342 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735065c1-7373-4297-ab3a-08d72e7e1972 None None] Checking segment: {'id': '5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:30:18.918735 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron_lib.callbacks.manager [None req-735065c1-7373-4297-ab3a-08d72e7e1972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:18.919122 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735065c1-7373-4297-ab3a-08d72e7e1972 None None] Bound using segment: {'id': '5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140'} {{(pid=86841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 09 15:30:18.919597 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.managers [None req-735065c1-7373-4297-ab3a-08d72e7e1972 None None] Bound port: 21ff2f48-1b48-4eeb-8a53-6c2cd742c186, host: dv-cinder-817223-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140'}}] {{(pid=86841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 15:30:18.919973 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron_lib.callbacks.manager [None req-735065c1-7373-4297-ab3a-08d72e7e1972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:18.924809 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.db_base_plugin_common [None req-b9899f05-156e-4488-8e61-845e37cb5166 admin admin] Allocated IP 172.20.0.1 (8f02358e-f7ae-48e6-9f12-e34751e3d917/65c641e1-5d88-4840-848b-7421b68d46ce/dcbd3f05-a98e-440a-a79c-0879e7036f1a) {{(pid=86838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 15:30:18.949316 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG oslo_concurrency.lockutils [None req-20b788dd-7056-48df-9690-7df27fe745b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:18.957554 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-09818c8f-1593-4c61-88cd-8d247a6383b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:18.998983 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.db [None req-735065c1-7373-4297-ab3a-08d72e7e1972 None None] For port 21ff2f48-1b48-4eeb-8a53-6c2cd742c186, host dv-cinder-817223-1-smb, cleared binding levels {{(pid=86841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 09 15:30:19.002075 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.db [None req-735065c1-7373-4297-ab3a-08d72e7e1972 None None] For port 21ff2f48-1b48-4eeb-8a53-6c2cd742c186, host dv-cinder-817223-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=21ff2f48-1b48-4eeb-8a53-6c2cd742c186,segment=NetworkSegment(5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3),segment_id=5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3)] {{(pid=86841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 09 15:30:19.009953 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron_lib.callbacks.manager [None req-735065c1-7373-4297-ab3a-08d72e7e1972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:19.017091 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG oslo_concurrency.lockutils [None req-20b788dd-7056-48df-9690-7df27fe745b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:19.046002 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Pushing event updated for resources: {'Port': ['ID=010885e8-78e7-45e2-9a61-cc9a2665401c,revision_number=3']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:19.049573 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning for port 9b97a79b-f377-4a44-967e-e1438ee9ef34 completed by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:30:19.054869 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:19.056070 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning complete for port 9b97a79b-f377-4a44-967e-e1438ee9ef34 triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:30:19.056502 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:19.095431 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735065c1-7373-4297-ab3a-08d72e7e1972 None None] Routers {'32632bef-6b15-4734-ba20-81115ea2cd0b'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:30:19.096059 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-735065c1-7373-4297-ab3a-08d72e7e1972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:29:58Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['32632bef-6b15-4734-ba20-81115ea2cd0b'], 'active': True} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:30:19.135520 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-b9899f05-156e-4488-8e61-845e37cb5166 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:19.196919 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b788dd-7056-48df-9690-7df27fe745b9 None None] Pushing event updated for resources: {'Port': ['ID=21ff2f48-1b48-4eeb-8a53-6c2cd742c186,revision_number=3']} {{(pid=86841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:19.222236 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG oslo_concurrency.lockutils [None req-20b788dd-7056-48df-9690-7df27fe745b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:19.255576 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.provisioning_blocks [None req-b9899f05-156e-4488-8e61-845e37cb5166 admin admin] Transition to ACTIVE for port object dcbd3f05-a98e-440a-a79c-0879e7036f1a will not be triggered until provisioned by entity DHCP. {{(pid=86838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:30:19.275663 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:19.335204 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd45e3f-a4e7-4f34-9841-0db83bc490af req-47a9bdd5-42b9-4c3d-b6ab-0c8a665ad9b5 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:19.336968 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8fd45e3f-a4e7-4f34-9841-0db83bc490af req-47a9bdd5-42b9-4c3d-b6ab-0c8a665ad9b5 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.1777575 Nov 09 15:30:19.365323 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] For port 9b97a79b-f377-4a44-967e-e1438ee9ef34, host dv-cinder-817223-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=9b97a79b-f377-4a44-967e-e1438ee9ef34,segment=NetworkSegment(535fd3fd-ed81-4b3f-91e8-e1d41c5d61da),segment_id=535fd3fd-ed81-4b3f-91e8-e1d41c5d61da)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:30:19.370569 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:19.371762 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-b9899f05-156e-4488-8e61-845e37cb5166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763972296951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1120097'] for port, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:19.374318 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:19.378017 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-db80da01-96dd-483d-8e9a-e78a8ebaf225 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:19.438321 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvr_db [None req-735065c1-7373-4297-ab3a-08d72e7e1972 None None] Set router 32632bef-6b15-4734-ba20-81115ea2cd0b gateway port host: dv-cinder-817223-1-smb {{(pid=86841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:30:19.465366 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Pushing event updated for resources: {'Port': ['ID=9b97a79b-f377-4a44-967e-e1438ee9ef34,revision_number=5']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:19.470300 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:19.481119 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8fd45e3f-a4e7-4f34-9841-0db83bc490af req-8211a723-6ea1-40fa-ac11-7f26f85120b2 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376932 Nov 09 15:30:19.493971 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9899f05-156e-4488-8e61-845e37cb5166 admin admin] Network 8f02358e-f7ae-48e6-9f12-e34751e3d917 is already hosted by enough agents. {{(pid=86838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 15:30:19.495350 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [None req-b9899f05-156e-4488-8e61-845e37cb5166 admin admin] Resources bound (agent type, host, resource id): {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:30:19.497337 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9899f05-156e-4488-8e61-845e37cb5166 admin admin] Pushing event updated for resources: {'Port': ['ID=dcbd3f05-a98e-440a-a79c-0879e7036f1a,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:19.499827 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9899f05-156e-4488-8e61-845e37cb5166 admin admin] Received port after_create {{(pid=86838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 09 15:30:19.549736 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9899f05-156e-4488-8e61-845e37cb5166 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:30:19.550543 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9899f05-156e-4488-8e61-845e37cb5166 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:30:19.550707 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9899f05-156e-4488-8e61-845e37cb5166 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:30:19.551108 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9899f05-156e-4488-8e61-845e37cb5166 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:30:19.551506 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9899f05-156e-4488-8e61-845e37cb5166 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:30:19.551872 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9899f05-156e-4488-8e61-845e37cb5166 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:30:19.552437 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9899f05-156e-4488-8e61-845e37cb5166 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:30:19.552872 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9899f05-156e-4488-8e61-845e37cb5166 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:30:19.553254 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9899f05-156e-4488-8e61-845e37cb5166 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:30:19.553608 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9899f05-156e-4488-8e61-845e37cb5166 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:30:19.554089 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9899f05-156e-4488-8e61-845e37cb5166 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:30:19.554337 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9899f05-156e-4488-8e61-845e37cb5166 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:30:19.571839 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-b9899f05-156e-4488-8e61-845e37cb5166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:19.592134 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-b9899f05-156e-4488-8e61-845e37cb5166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-822339'] for router_interface, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:19.749170 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 40608) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:30:19.787661 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-b9899f05-156e-4488-8e61-845e37cb5166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:20.015005 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-e4c5251f-0a8e-47b2-93f1-9e6f5bb5fcbb None None] Provisioning for port dcbd3f05-a98e-440a-a79c-0879e7036f1a completed by entity DHCP. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:30:20.026004 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-e4c5251f-0a8e-47b2-93f1-9e6f5bb5fcbb None None] Provisioning complete for port dcbd3f05-a98e-440a-a79c-0879e7036f1a triggered by entity DHCP. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:30:20.026385 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-e4c5251f-0a8e-47b2-93f1-9e6f5bb5fcbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:20.038873 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-735065c1-7373-4297-ab3a-08d72e7e1972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32632bef-6b15-4734-ba20-81115ea2cd0b', 'name': 'tempest-TestShelveInstance-1317776060-router', 'tenant_id': '5b3edf962ae949e38af9c81d2791e00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.81'}], 'enable_snat': True}, 'gw_port_id': '21ff2f48-1b48-4eeb-8a53-6c2cd742c186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:30:13Z', 'updated_at': '2021-11-09T15:30:15Z', 'revision_number': 3, 'project_id': '5b3edf962ae949e38af9c81d2791e00d', 'gw_port': {'id': '21ff2f48-1b48-4eeb-8a53-6c2cd742c186', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32632bef-6b15-4734-ba20-81115ea2cd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:30:14Z', 'updated_at': '2021-11-09T15:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb'}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:30:20.043815 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735065c1-7373-4297-ab3a-08d72e7e1972 None None] The sync data for ids ['32632bef-6b15-4734-ba20-81115ea2cd0b'] in dv-cinder-817223-1-smb is: [{'id': '32632bef-6b15-4734-ba20-81115ea2cd0b', 'name': 'tempest-TestShelveInstance-1317776060-router', 'tenant_id': '5b3edf962ae949e38af9c81d2791e00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.81'}], 'enable_snat': True}, 'gw_port_id': '21ff2f48-1b48-4eeb-8a53-6c2cd742c186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:30:13Z', 'updated_at': '2021-11-09T15:30:15Z', 'revision_number': 3, 'project_id': '5b3edf962ae949e38af9c81d2791e00d', 'gw_port': {'id': '21ff2f48-1b48-4eeb-8a53-6c2cd742c186', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32632bef-6b15-4734-ba20-81115ea2cd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:30:14Z', 'updated_at': '2021-11-09T15:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb'}] {{(pid=86841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 15:30:20.059040 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-6f62203a-74cf-4211-af44-7999d7129dbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:20.090574 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-6f62203a-74cf-4211-af44-7999d7129dbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:30:20.095452 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-6f62203a-74cf-4211-af44-7999d7129dbc admin admin] Usage tracker for resource:security_group_rule and tenant:cc246a57a0c94f80a52583b19b4e35f3 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:30:20.100068 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-6f62203a-74cf-4211-af44-7999d7129dbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:30:20.109812 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-6f62203a-74cf-4211-af44-7999d7129dbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:30:20.139337 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:20.146099 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-e4c5251f-0a8e-47b2-93f1-9e6f5bb5fcbb None None] Port dcbd3f05-a98e-440a-a79c-0879e7036f1a cannot update to ACTIVE because it is not bound. {{(pid=86840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 09 15:30:20.273484 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-b9899f05-156e-4488-8e61-845e37cb5166 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:20.313743 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-6f62203a-74cf-4211-af44-7999d7129dbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:20.324044 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-6f62203a-74cf-4211-af44-7999d7129dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:20.333878 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-e625310a-5b4d-4a7d-88d9-b1d5f1ff8640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:20.376697 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-b9899f05-156e-4488-8e61-845e37cb5166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1120024'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:20.381594 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f62203a-74cf-4211-af44-7999d7129dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fb03b9-84c5-44cf-a3ad-150a23ca6921,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:20.384860 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-6f62203a-74cf-4211-af44-7999d7129dbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:20.390148 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-6f62203a-74cf-4211-af44-7999d7129dbc admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=cc246a57a0c94f80a52583b19b4e35f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6398585 Nov 09 15:30:20.391020 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 40622) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:30:20.412687 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-e5e0c01f-8f63-4928-b8f1-a131f70bf792 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:20.473137 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-f3fed42a-8040-49c2-896e-27d29d3b112d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:20.524118 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-f3fed42a-8040-49c2-896e-27d29d3b112d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:20.596738 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-f3fed42a-8040-49c2-896e-27d29d3b112d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:20.606307 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-447dbfc5-7678-4978-89e7-91dac2e9b37e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:20.613618 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9899f05-156e-4488-8e61-845e37cb5166 admin admin] Pushing event updated for resources: {'Port': ['ID=dcbd3f05-a98e-440a-a79c-0879e7036f1a,revision_number=2']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:20.621247 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-b9899f05-156e-4488-8e61-845e37cb5166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:20.622320 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fed42a-8040-49c2-896e-27d29d3b112d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fb03b9-84c5-44cf-a3ad-150a23ca6921,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:20.625243 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-f3fed42a-8040-49c2-896e-27d29d3b112d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:20.628337 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-b9899f05-156e-4488-8e61-845e37cb5166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-822316'] for router_interface, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:20.631173 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-f3fed42a-8040-49c2-896e-27d29d3b112d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:20.635532 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-f3fed42a-8040-49c2-896e-27d29d3b112d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b2fb03b9-84c5-44cf-a3ad-150a23ca6921 HTTP/1.1" status: 204 len: 168 time: 0.2435012 Nov 09 15:30:20.700354 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device 010885e8-78e7-45e2-9a61-cc9a2665401c up at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:30:20.705775 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd997c-7930-416a-bb52-4b5f63a040da req-e10cf312-57e2-49a6-bfa4-a61a7f91b59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:20.707308 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-aedd997c-7930-416a-bb52-4b5f63a040da req-e10cf312-57e2-49a6-bfa4-a61a7f91b59d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9358f8b166ed4a2d82f901d8250cca4a&device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 1098 time: 0.4257956 Nov 09 15:30:20.776053 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning complete for port 010885e8-78e7-45e2-9a61-cc9a2665401c triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:30:20.776734 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:20.921396 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30686bba-aa62-40c1-a834-e555e137c5db req-8806a678-1018-44de-aeea-74964d9632bd tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:20.929578 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-30686bba-aa62-40c1-a834-e555e137c5db req-8806a678-1018-44de-aeea-74964d9632bd tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.4310689 Nov 09 15:30:20.984410 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device 9b97a79b-f377-4a44-967e-e1438ee9ef34 up at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:30:21.056632 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd997c-7930-416a-bb52-4b5f63a040da req-26297f5c-2ca4-4ddd-8b98-331ab848a862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:21.058113 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-aedd997c-7930-416a-bb52-4b5f63a040da req-26297f5c-2ca4-4ddd-8b98-331ab848a862 service neutron] 10.222.0.44 "GET /v2.0/networks?id=08bbf048-6dc1-4572-9d55-714f0fd34b54 HTTP/1.1" status: 200 len: 920 time: 0.3440080 Nov 09 15:30:21.087200 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-30686bba-aa62-40c1-a834-e555e137c5db req-9964dc06-4bcf-4e4e-86b2-cb294d7ed741 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565895 Nov 09 15:30:21.089443 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9899f05-156e-4488-8e61-845e37cb5166 admin admin] Network 8f02358e-f7ae-48e6-9f12-e34751e3d917 is already hosted by enough agents. {{(pid=86838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 15:30:21.149488 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 40640) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:30:21.156681 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning complete for port 9b97a79b-f377-4a44-967e-e1438ee9ef34 triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:30:21.162658 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:21.199748 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [None req-b9899f05-156e-4488-8e61-845e37cb5166 admin admin] Resources bound (agent type, host, resource id): {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:30:21.251972 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5e806945-9f7a-4a9f-804a-8348c8f55ebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:21.252238 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-aedd997c-7930-416a-bb52-4b5f63a040da req-11f98fc3-138d-43b3-a3da-f785384992b1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22d50f63-eaac-4149-8b98-3a76e6e8e44f HTTP/1.1" status: 200 len: 217 time: 0.1615956 Nov 09 15:30:21.365683 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-5e806945-9f7a-4a9f-804a-8348c8f55ebb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:30:21.382699 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-5e806945-9f7a-4a9f-804a-8348c8f55ebb admin admin] Usage tracker for resource:security_group_rule and tenant:5d3f9b49de8246a39bf91c498bc1aad2 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:30:21.398848 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-5e806945-9f7a-4a9f-804a-8348c8f55ebb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:30:21.425611 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-5e806945-9f7a-4a9f-804a-8348c8f55ebb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:30:21.525687 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device 21ff2f48-1b48-4eeb-8a53-6c2cd742c186 up at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:30:21.576169 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5e806945-9f7a-4a9f-804a-8348c8f55ebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:21.584324 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5e806945-9f7a-4a9f-804a-8348c8f55ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:21.603630 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-cd64b94c-e941-4a2e-9578-a5c2fb39fc84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:21.663288 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-5e806945-9f7a-4a9f-804a-8348c8f55ebb admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5d3f9b49de8246a39bf91c498bc1aad2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5120850 Nov 09 15:30:21.664116 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e806945-9f7a-4a9f-804a-8348c8f55ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d0bfcc-d8dc-49a4-bd9a-262a9489a4bd,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:21.667423 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5e806945-9f7a-4a9f-804a-8348c8f55ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:21.668037 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 40652) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:30:21.709640 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-16683a86-d3d2-4587-8487-fd13d276cb80 None None] Provisioning complete for port dcbd3f05-a98e-440a-a79c-0879e7036f1a triggered by entity DHCP. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:30:21.710015 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-16683a86-d3d2-4587-8487-fd13d276cb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:21.745703 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-49ab4ccc-ee4f-4047-882d-c345f1c91a89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:21.767643 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning for port 21ff2f48-1b48-4eeb-8a53-6c2cd742c186 completed by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:30:21.778776 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning complete for port 21ff2f48-1b48-4eeb-8a53-6c2cd742c186 triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:30:21.779409 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:21.786598 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-49ab4ccc-ee4f-4047-882d-c345f1c91a89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:21.792332 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd997c-7930-416a-bb52-4b5f63a040da req-6b2b96ce-c038-4cf2-bf49-0f7682c2d860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:21.793925 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-aedd997c-7930-416a-bb52-4b5f63a040da req-6b2b96ce-c038-4cf2-bf49-0f7682c2d860 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4904fa8b-3075-42a7-aac9-ddfb551a5334 HTTP/1.1" status: 200 len: 858 time: 0.3704247 Nov 09 15:30:21.824588 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-16683a86-d3d2-4587-8487-fd13d276cb80 None None] Port dcbd3f05-a98e-440a-a79c-0879e7036f1a cannot update to ACTIVE because it is not bound. {{(pid=86840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 09 15:30:21.861104 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-aedd997c-7930-416a-bb52-4b5f63a040da req-7a61b058-269a-44d9-88dc-de984e0aec25 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=08bbf048-6dc1-4572-9d55-714f0fd34b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544820 Nov 09 15:30:21.874242 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-49ab4ccc-ee4f-4047-882d-c345f1c91a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:21.880347 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-f1f9315f-adb1-4d56-8ab7-dece4bae850b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:21.891913 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab4ccc-ee4f-4047-882d-c345f1c91a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d0bfcc-d8dc-49a4-bd9a-262a9489a4bd,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:21.894968 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-49ab4ccc-ee4f-4047-882d-c345f1c91a89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:21.916402 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-49ab4ccc-ee4f-4047-882d-c345f1c91a89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:21.917930 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-49ab4ccc-ee4f-4047-882d-c345f1c91a89 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d4d0bfcc-d8dc-49a4-bd9a-262a9489a4bd HTTP/1.1" status: 204 len: 168 time: 0.2488379 Nov 09 15:30:21.940229 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:21.964149 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] For port 21ff2f48-1b48-4eeb-8a53-6c2cd742c186, host dv-cinder-817223-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=21ff2f48-1b48-4eeb-8a53-6c2cd742c186,segment=NetworkSegment(5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3),segment_id=5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:30:21.969399 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:21.971342 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:22.047232 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Pushing event updated for resources: {'Port': ['ID=21ff2f48-1b48-4eeb-8a53-6c2cd742c186,revision_number=4']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:22.057482 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:22.108898 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9899f05-156e-4488-8e61-845e37cb5166 admin admin] Router 32632bef-6b15-4734-ba20-81115ea2cd0b has already been hosted by L3 agent d083232d-238f-4a80-a5b8-222ad2e2cbfd {{(pid=86838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 09 15:30:22.149964 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-aedd997c-7930-416a-bb52-4b5f63a040da req-73239677-7036-4213-852e-4ab0c4231702 service neutron] 10.222.0.44 "GET /v2.0/networks/08bbf048-6dc1-4572-9d55-714f0fd34b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196565 Nov 09 15:30:22.553337 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9899f05-156e-4488-8e61-845e37cb5166 admin admin] Notify agent at l3_agent.dv-cinder-817223-1-smb the message routers_updated {{(pid=86838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 09 15:30:22.573566 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device 21ff2f48-1b48-4eeb-8a53-6c2cd742c186 up at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:30:22.582317 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-aedd997c-7930-416a-bb52-4b5f63a040da req-7e9b5e02-806d-48c1-b298-38f9a6671ac4 service neutron] 10.222.0.44 "GET /v2.0/networks/08bbf048-6dc1-4572-9d55-714f0fd34b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471451 Nov 09 15:30:22.594448 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-b9899f05-156e-4488-8e61-845e37cb5166 admin admin] 10.222.0.83 "PUT /v2.0/routers/32632bef-6b15-4734-ba20-81115ea2cd0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1999907 Nov 09 15:30:22.606027 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e00316-8629-4da2-8ade-83eaeffe6760 req-174bdd9c-0050-4386-8648-0307824611df tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:22.607806 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-70e00316-8629-4da2-8ade-83eaeffe6760 req-174bdd9c-0050-4386-8648-0307824611df tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.3713500 Nov 09 15:30:22.719025 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-70e00316-8629-4da2-8ade-83eaeffe6760 req-1c6f331f-7cee-4350-a6e4-09fc49634669 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040673 Nov 09 15:30:22.736168 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751ccbdd-bdd0-47d2-8cd9-2b6c2973b17a None None] Sync routers for ids ['32632bef-6b15-4734-ba20-81115ea2cd0b'] in dv-cinder-817223-1-smb {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 15:30:22.740235 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning complete for port 21ff2f48-1b48-4eeb-8a53-6c2cd742c186 triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:30:22.740807 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:22.798699 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751ccbdd-bdd0-47d2-8cd9-2b6c2973b17a None None] Routers {'32632bef-6b15-4734-ba20-81115ea2cd0b'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:30:22.799379 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-751ccbdd-bdd0-47d2-8cd9-2b6c2973b17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:29:58Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['32632bef-6b15-4734-ba20-81115ea2cd0b'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:30:23.083350 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-751ccbdd-bdd0-47d2-8cd9-2b6c2973b17a None None] Set router 32632bef-6b15-4734-ba20-81115ea2cd0b gateway port host: dv-cinder-817223-1-smb {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:30:23.579627 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-751ccbdd-bdd0-47d2-8cd9-2b6c2973b17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32632bef-6b15-4734-ba20-81115ea2cd0b', 'name': 'tempest-TestShelveInstance-1317776060-router', 'tenant_id': '5b3edf962ae949e38af9c81d2791e00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.81'}], 'enable_snat': True}, 'gw_port_id': '21ff2f48-1b48-4eeb-8a53-6c2cd742c186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:30:13Z', 'updated_at': '2021-11-09T15:30:19Z', 'revision_number': 4, 'project_id': '5b3edf962ae949e38af9c81d2791e00d', 'gw_port': {'id': '21ff2f48-1b48-4eeb-8a53-6c2cd742c186', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32632bef-6b15-4734-ba20-81115ea2cd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:30:14Z', 'updated_at': '2021-11-09T15:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_interfaces': [{'id': 'dcbd3f05-a98e-440a-a79c-0879e7036f1a', 'name': '', 'network_id': '8f02358e-f7ae-48e6-9f12-e34751e3d917', 'tenant_id': '5b3edf962ae949e38af9c81d2791e00d', 'mac_address': 'fa:16:3e:49:37:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32632bef-6b15-4734-ba20-81115ea2cd0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '65c641e1-5d88-4840-848b-7421b68d46ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:30:18Z', 'updated_at': '2021-11-09T15:30:19Z', 'revision_number': 2, 'project_id': '5b3edf962ae949e38af9c81d2791e00d', 'subnets': [{'id': '65c641e1-5d88-4840-848b-7421b68d46ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:30:23.584233 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751ccbdd-bdd0-47d2-8cd9-2b6c2973b17a None None] Checking router: 32632bef-6b15-4734-ba20-81115ea2cd0b for host: dv-cinder-817223-1-smb {{(pid=86840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 15:30:23.584622 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751ccbdd-bdd0-47d2-8cd9-2b6c2973b17a None None] Updating router 32632bef-6b15-4734-ba20-81115ea2cd0b port dcbd3f05-a98e-440a-a79c-0879e7036f1a binding host dv-cinder-817223-1-smb {{(pid=86840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 15:30:23.585244 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 40718) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:30:23.591350 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.v2.base [None req-3c86b14d-00b6-4ecb-a720-6df3a85584f1 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1470534599', 'description': 'tempest-secgroup-smoke-1470534599 description', 'project_id': '345997c2db1e4065ac8b48dad0e637b6'}} {{(pid=86839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:30:23.598667 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-3c86b14d-00b6-4ecb-a720-6df3a85584f1 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:30:23.604714 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-3c86b14d-00b6-4ecb-a720-6df3a85584f1 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Usage tracker for resource:security_group and tenant:345997c2db1e4065ac8b48dad0e637b6 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:30:23.608675 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-3c86b14d-00b6-4ecb-a720-6df3a85584f1 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:30:23.619441 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-3c86b14d-00b6-4ecb-a720-6df3a85584f1 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:30:23.637132 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3c86b14d-00b6-4ecb-a720-6df3a85584f1 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:23.662507 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-751ccbdd-bdd0-47d2-8cd9-2b6c2973b17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:23.666258 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-3c86b14d-00b6-4ecb-a720-6df3a85584f1 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:30:23.680531 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-3c86b14d-00b6-4ecb-a720-6df3a85584f1 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Usage tracker for resource:security_group_rule and tenant:345997c2db1e4065ac8b48dad0e637b6 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:30:23.683550 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-3c86b14d-00b6-4ecb-a720-6df3a85584f1 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:30:23.694255 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-3c86b14d-00b6-4ecb-a720-6df3a85584f1 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:30:23.834871 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3c86b14d-00b6-4ecb-a720-6df3a85584f1 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:23.841368 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3c86b14d-00b6-4ecb-a720-6df3a85584f1 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:23.860888 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-a9f84bfe-1c99-405f-9495-70c28a3ab088 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:23.903591 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c86b14d-00b6-4ecb-a720-6df3a85584f1 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32fa21a2-f405-41b4-9d28-b66d441de698,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:23.918487 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-3c86b14d-00b6-4ecb-a720-6df3a85584f1 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:23.927142 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3c86b14d-00b6-4ecb-a720-6df3a85584f1 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:23.931206 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-3c86b14d-00b6-4ecb-a720-6df3a85584f1 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3421943 Nov 09 15:30:23.931519 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 40728) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:30:23.949168 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.v2.base [None req-a892bc48-026c-4519-a697-6bc822fbf7af tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Request body: {'security_group_rule': {'security_group_id': '32fa21a2-f405-41b4-9d28-b66d441de698', 'project_id': '345997c2db1e4065ac8b48dad0e637b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:30:23.958518 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-a892bc48-026c-4519-a697-6bc822fbf7af tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:30:23.963213 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-a892bc48-026c-4519-a697-6bc822fbf7af tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Usage tracker for resource:security_group_rule and tenant:345997c2db1e4065ac8b48dad0e637b6 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:30:23.969757 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-a892bc48-026c-4519-a697-6bc822fbf7af tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:30:23.978761 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-a892bc48-026c-4519-a697-6bc822fbf7af tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:30:24.026480 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-a892bc48-026c-4519-a697-6bc822fbf7af tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:24.031443 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e3031d-5a7f-4ce0-8bdc-13d7fd5e122f req-b88ebe40-d868-45aa-9720-d67837fae90c tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:24.044905 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-04e3031d-5a7f-4ce0-8bdc-13d7fd5e122f req-b88ebe40-d868-45aa-9720-d67837fae90c tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.1623662 Nov 09 15:30:24.137750 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-04e3031d-5a7f-4ce0-8bdc-13d7fd5e122f req-a9173347-9087-44f4-9724-c080b009224f tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890191 Nov 09 15:30:24.148422 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-a892bc48-026c-4519-a697-6bc822fbf7af tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:24.153202 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-a892bc48-026c-4519-a697-6bc822fbf7af tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027457'] for security_group_rule, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:24.156690 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-6332a308-e46e-414a-8e4e-ee5c16a0dbf2 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:24.184317 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a892bc48-026c-4519-a697-6bc822fbf7af tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=302e4c16-734f-4c7c-932c-579284bb354d,revision_number=0']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:24.189547 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-a892bc48-026c-4519-a697-6bc822fbf7af tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:24.200715 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-a892bc48-026c-4519-a697-6bc822fbf7af tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:24.204441 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-a892bc48-026c-4519-a697-6bc822fbf7af tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2696447 Nov 09 15:30:24.204868 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 40738) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:30:24.215228 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.v2.base [None req-49c927d8-66ce-4806-a278-636194a77497 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Request body: {'security_group_rule': {'security_group_id': '32fa21a2-f405-41b4-9d28-b66d441de698', 'project_id': '345997c2db1e4065ac8b48dad0e637b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:30:24.232618 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-49c927d8-66ce-4806-a278-636194a77497 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:30:24.240561 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-49c927d8-66ce-4806-a278-636194a77497 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Usage tracker for resource:security_group_rule and tenant:345997c2db1e4065ac8b48dad0e637b6 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:30:24.245379 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-49c927d8-66ce-4806-a278-636194a77497 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:30:24.259118 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-49c927d8-66ce-4806-a278-636194a77497 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:30:24.288367 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-49c927d8-66ce-4806-a278-636194a77497 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:24.346949 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-751ccbdd-bdd0-47d2-8cd9-2b6c2973b17a None None] Notify callbacks [] for port, precommit_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:24.370043 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-751ccbdd-bdd0-47d2-8cd9-2b6c2973b17a None None] Transition to ACTIVE for port object dcbd3f05-a98e-440a-a79c-0879e7036f1a will not be triggered until provisioned by entity L2. {{(pid=86840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:30:24.385979 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-751ccbdd-bdd0-47d2-8cd9-2b6c2973b17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:24.389990 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:24.401274 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-49c927d8-66ce-4806-a278-636194a77497 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:24.407516 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-49c927d8-66ce-4806-a278-636194a77497 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027457'] for security_group_rule, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:24.409952 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:24.440583 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c927d8-66ce-4806-a278-636194a77497 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bb0d31a-ec9c-4271-81c6-5db2fba7b79c,revision_number=0']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:24.447130 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-49c927d8-66ce-4806-a278-636194a77497 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:24.454903 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-49c927d8-66ce-4806-a278-636194a77497 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:24.459444 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-49c927d8-66ce-4806-a278-636194a77497 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2529941 Nov 09 15:30:24.459804 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 40746) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:30:24.470776 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-83e3ebff-5c2f-420e-9296-b4ae23e51e2c tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Request body: {'security_group_rule': {'security_group_id': '32fa21a2-f405-41b4-9d28-b66d441de698', 'project_id': '345997c2db1e4065ac8b48dad0e637b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:30:24.500763 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-83e3ebff-5c2f-420e-9296-b4ae23e51e2c tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:30:24.512745 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-83e3ebff-5c2f-420e-9296-b4ae23e51e2c tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Usage tracker for resource:security_group_rule and tenant:345997c2db1e4065ac8b48dad0e637b6 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:30:24.522033 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-83e3ebff-5c2f-420e-9296-b4ae23e51e2c tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:30:24.529541 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-83e3ebff-5c2f-420e-9296-b4ae23e51e2c tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:30:24.562692 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-83e3ebff-5c2f-420e-9296-b4ae23e51e2c tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:24.670456 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4697ad8-dc87-43e6-b9d2-193c81abab03 None None] Pushing event updated for resources: {'Port': ['ID=dcbd3f05-a98e-440a-a79c-0879e7036f1a,revision_number=3']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:24.685683 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-c4697ad8-dc87-43e6-b9d2-193c81abab03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:24.687565 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-83e3ebff-5c2f-420e-9296-b4ae23e51e2c tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:24.694213 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-751ccbdd-bdd0-47d2-8cd9-2b6c2973b17a None None] Attempting to bind port dcbd3f05-a98e-440a-a79c-0879e7036f1a on host dv-cinder-817223-1-smb for vnic_type normal with profile {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 15:30:24.694468 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-83e3ebff-5c2f-420e-9296-b4ae23e51e2c tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027457'] for security_group_rule, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:24.694807 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-751ccbdd-bdd0-47d2-8cd9-2b6c2973b17a None None] Attempting to bind port dcbd3f05-a98e-440a-a79c-0879e7036f1a by drivers openvswitch,hyperv on host dv-cinder-817223-1-smb at level 0 using segments [{'id': '4ec36042-43fe-4a61-8604-b514bb487821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '8f02358e-f7ae-48e6-9f12-e34751e3d917'}] {{(pid=86840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 15:30:24.695709 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751ccbdd-bdd0-47d2-8cd9-2b6c2973b17a None None] Attempting to bind port dcbd3f05-a98e-440a-a79c-0879e7036f1a on network 8f02358e-f7ae-48e6-9f12-e34751e3d917 {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:30:24.697373 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-5aa78c61-8e59-4685-886e-f51280b349b8 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:24.712929 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751ccbdd-bdd0-47d2-8cd9-2b6c2973b17a None None] Checking agent: {'id': '189eed03-d966-4875-a18c-83c7415689a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817223-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 17, 55), 'started_at': datetime.datetime(2021, 11, 9, 15, 18, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817223-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 09 15:30:24.713305 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751ccbdd-bdd0-47d2-8cd9-2b6c2973b17a None None] Checking segment: {'id': '4ec36042-43fe-4a61-8604-b514bb487821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '8f02358e-f7ae-48e6-9f12-e34751e3d917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:30:24.713769 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-751ccbdd-bdd0-47d2-8cd9-2b6c2973b17a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:24.714822 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751ccbdd-bdd0-47d2-8cd9-2b6c2973b17a None None] Bound using segment: {'id': '4ec36042-43fe-4a61-8604-b514bb487821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '8f02358e-f7ae-48e6-9f12-e34751e3d917'} {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 09 15:30:24.715326 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-751ccbdd-bdd0-47d2-8cd9-2b6c2973b17a None None] Bound port: dcbd3f05-a98e-440a-a79c-0879e7036f1a, host: dv-cinder-817223-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ec36042-43fe-4a61-8604-b514bb487821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '8f02358e-f7ae-48e6-9f12-e34751e3d917'}}] {{(pid=86840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 15:30:24.715766 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-751ccbdd-bdd0-47d2-8cd9-2b6c2973b17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:24.771721 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e3ebff-5c2f-420e-9296-b4ae23e51e2c tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=920f74df-6f77-4020-8e8d-d5d6cf9b787d,revision_number=0']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:24.774549 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-83e3ebff-5c2f-420e-9296-b4ae23e51e2c tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:24.794560 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-83e3ebff-5c2f-420e-9296-b4ae23e51e2c tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:24.800500 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-83e3ebff-5c2f-420e-9296-b4ae23e51e2c tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3389230 Nov 09 15:30:24.804480 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 40764) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:30:24.812874 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.v2.base [None req-4066f31d-fe9f-4eac-8200-fd77b8b1bc39 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Request body: {'security_group_rule': {'security_group_id': '32fa21a2-f405-41b4-9d28-b66d441de698', 'project_id': '345997c2db1e4065ac8b48dad0e637b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:30:24.824132 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-4066f31d-fe9f-4eac-8200-fd77b8b1bc39 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:30:24.838004 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-4066f31d-fe9f-4eac-8200-fd77b8b1bc39 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Usage tracker for resource:security_group_rule and tenant:345997c2db1e4065ac8b48dad0e637b6 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:30:24.846219 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-4066f31d-fe9f-4eac-8200-fd77b8b1bc39 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:30:24.860429 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-4066f31d-fe9f-4eac-8200-fd77b8b1bc39 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:30:24.885667 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-4066f31d-fe9f-4eac-8200-fd77b8b1bc39 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:24.893366 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-751ccbdd-bdd0-47d2-8cd9-2b6c2973b17a None None] For port dcbd3f05-a98e-440a-a79c-0879e7036f1a, host dv-cinder-817223-1-smb, cleared binding levels {{(pid=86840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 09 15:30:24.902203 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-751ccbdd-bdd0-47d2-8cd9-2b6c2973b17a None None] For port dcbd3f05-a98e-440a-a79c-0879e7036f1a, host dv-cinder-817223-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=dcbd3f05-a98e-440a-a79c-0879e7036f1a,segment=NetworkSegment(4ec36042-43fe-4a61-8604-b514bb487821),segment_id=4ec36042-43fe-4a61-8604-b514bb487821)] {{(pid=86840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 09 15:30:24.908310 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-751ccbdd-bdd0-47d2-8cd9-2b6c2973b17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:24.915800 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-0e8a2b78-bb7a-4526-bcb9-00273ac04925 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:24.997365 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-4066f31d-fe9f-4eac-8200-fd77b8b1bc39 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:25.003467 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-4066f31d-fe9f-4eac-8200-fd77b8b1bc39 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027457'] for security_group_rule, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:25.007092 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751ccbdd-bdd0-47d2-8cd9-2b6c2973b17a None None] Routers {'32632bef-6b15-4734-ba20-81115ea2cd0b'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:30:25.007192 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-49c927d8-66ce-4806-a278-636194a77497 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:25.007364 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-751ccbdd-bdd0-47d2-8cd9-2b6c2973b17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:29:58Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['32632bef-6b15-4734-ba20-81115ea2cd0b'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:30:25.036948 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4066f31d-fe9f-4eac-8200-fd77b8b1bc39 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0685146-5e9d-459c-b9bc-6d0db0ee7192,revision_number=0']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:25.042033 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-4066f31d-fe9f-4eac-8200-fd77b8b1bc39 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:25.072778 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-4066f31d-fe9f-4eac-8200-fd77b8b1bc39 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:25.076203 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-4066f31d-fe9f-4eac-8200-fd77b8b1bc39 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2695990 Nov 09 15:30:25.078147 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 40772) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:30:25.084110 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-8315c074-b9cf-4b50-b4e8-7b7252a31b48 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Request body: {'security_group_rule': {'security_group_id': '32fa21a2-f405-41b4-9d28-b66d441de698', 'project_id': '345997c2db1e4065ac8b48dad0e637b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:30:25.090287 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-8315c074-b9cf-4b50-b4e8-7b7252a31b48 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:30:25.101796 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-8315c074-b9cf-4b50-b4e8-7b7252a31b48 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Usage tracker for resource:security_group_rule and tenant:345997c2db1e4065ac8b48dad0e637b6 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:30:25.105182 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-8315c074-b9cf-4b50-b4e8-7b7252a31b48 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:30:25.111727 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-8315c074-b9cf-4b50-b4e8-7b7252a31b48 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:30:25.123803 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.db.securitygroups_db [None req-8315c074-b9cf-4b50-b4e8-7b7252a31b48 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Project 345997c2db1e4065ac8b48dad0e637b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 15:30:25.133090 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.agents_db [None req-0bb7c99c-2b67-41fc-97bf-7ac1ae3a1626 None None] Agent healthcheck: found 6 active agents {{(pid=86841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 15:30:25.133996 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8315c074-b9cf-4b50-b4e8-7b7252a31b48 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:25.191231 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4697ad8-dc87-43e6-b9d2-193c81abab03 None None] Pushing event updated for resources: {'Port': ['ID=dcbd3f05-a98e-440a-a79c-0879e7036f1a,revision_number=4']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:25.195966 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-c4697ad8-dc87-43e6-b9d2-193c81abab03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:25.251949 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8315c074-b9cf-4b50-b4e8-7b7252a31b48 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:25.261237 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8315c074-b9cf-4b50-b4e8-7b7252a31b48 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027457'] for security_group_rule, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:25.263737 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:25.305588 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8315c074-b9cf-4b50-b4e8-7b7252a31b48 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfbcca9f-2415-434f-ac6f-0a5707c61240,revision_number=0']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:25.309529 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-8315c074-b9cf-4b50-b4e8-7b7252a31b48 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:25.372885 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-687fddd0-9a8d-4fdf-b505-2f799cd8cb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:25.416013 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-751ccbdd-bdd0-47d2-8cd9-2b6c2973b17a None None] Set router 32632bef-6b15-4734-ba20-81115ea2cd0b gateway port host: dv-cinder-817223-1-smb {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:30:25.428856 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8315c074-b9cf-4b50-b4e8-7b7252a31b48 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:25.430321 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-8315c074-b9cf-4b50-b4e8-7b7252a31b48 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3509943 Nov 09 15:30:25.433093 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 40786) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:30:25.438705 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.v2.base [None req-3ce55f6e-018d-46c7-aff6-cc13e912597e tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Request body: {'security_group_rule': {'security_group_id': '32fa21a2-f405-41b4-9d28-b66d441de698', 'project_id': '345997c2db1e4065ac8b48dad0e637b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:30:25.445993 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-3ce55f6e-018d-46c7-aff6-cc13e912597e tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:30:25.450587 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-3ce55f6e-018d-46c7-aff6-cc13e912597e tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Usage tracker for resource:security_group_rule and tenant:345997c2db1e4065ac8b48dad0e637b6 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:30:25.455447 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-3ce55f6e-018d-46c7-aff6-cc13e912597e tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:30:25.470641 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-3ce55f6e-018d-46c7-aff6-cc13e912597e tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:30:25.480912 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a19bc39-5733-4f76-95ba-961e5bdc0473 req-3689bd2d-7503-4197-9507-b7163d8bcb80 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:25.482664 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7a19bc39-5733-4f76-95ba-961e5bdc0473 req-3689bd2d-7503-4197-9507-b7163d8bcb80 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.1480138 Nov 09 15:30:25.483429 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.db.securitygroups_db [None req-3ce55f6e-018d-46c7-aff6-cc13e912597e tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Project 345997c2db1e4065ac8b48dad0e637b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 15:30:25.492025 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3ce55f6e-018d-46c7-aff6-cc13e912597e tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:25.515859 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:25.553275 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7a19bc39-5733-4f76-95ba-961e5bdc0473 req-01875166-2eb7-4234-813a-5393175a2fca tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627885 Nov 09 15:30:25.583416 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3ce55f6e-018d-46c7-aff6-cc13e912597e tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:25.588372 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3ce55f6e-018d-46c7-aff6-cc13e912597e tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027457'] for security_group_rule, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:25.599300 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:25.623659 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce55f6e-018d-46c7-aff6-cc13e912597e tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=983820e4-ca17-4a42-9bca-30eb051a4599,revision_number=0']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:25.627350 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-3ce55f6e-018d-46c7-aff6-cc13e912597e tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:25.643815 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3ce55f6e-018d-46c7-aff6-cc13e912597e tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:25.646710 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-3ce55f6e-018d-46c7-aff6-cc13e912597e tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2121072 Nov 09 15:30:25.845171 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-751ccbdd-bdd0-47d2-8cd9-2b6c2973b17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32632bef-6b15-4734-ba20-81115ea2cd0b', 'name': 'tempest-TestShelveInstance-1317776060-router', 'tenant_id': '5b3edf962ae949e38af9c81d2791e00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.81'}], 'enable_snat': True}, 'gw_port_id': '21ff2f48-1b48-4eeb-8a53-6c2cd742c186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:30:13Z', 'updated_at': '2021-11-09T15:30:19Z', 'revision_number': 4, 'project_id': '5b3edf962ae949e38af9c81d2791e00d', 'gw_port': {'id': '21ff2f48-1b48-4eeb-8a53-6c2cd742c186', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32632bef-6b15-4734-ba20-81115ea2cd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:30:14Z', 'updated_at': '2021-11-09T15:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_interfaces': [{'id': 'dcbd3f05-a98e-440a-a79c-0879e7036f1a', 'name': '', 'network_id': '8f02358e-f7ae-48e6-9f12-e34751e3d917', 'tenant_id': '5b3edf962ae949e38af9c81d2791e00d', 'mac_address': 'fa:16:3e:49:37:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32632bef-6b15-4734-ba20-81115ea2cd0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '65c641e1-5d88-4840-848b-7421b68d46ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:30:18Z', 'updated_at': '2021-11-09T15:30:24Z', 'revision_number': 4, 'project_id': '5b3edf962ae949e38af9c81d2791e00d', 'subnets': [{'id': '65c641e1-5d88-4840-848b-7421b68d46ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:30:25.852088 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751ccbdd-bdd0-47d2-8cd9-2b6c2973b17a None None] The sync data for ids ['32632bef-6b15-4734-ba20-81115ea2cd0b'] in dv-cinder-817223-1-smb is: [{'id': '32632bef-6b15-4734-ba20-81115ea2cd0b', 'name': 'tempest-TestShelveInstance-1317776060-router', 'tenant_id': '5b3edf962ae949e38af9c81d2791e00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.81'}], 'enable_snat': True}, 'gw_port_id': '21ff2f48-1b48-4eeb-8a53-6c2cd742c186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:30:13Z', 'updated_at': '2021-11-09T15:30:19Z', 'revision_number': 4, 'project_id': '5b3edf962ae949e38af9c81d2791e00d', 'gw_port': {'id': '21ff2f48-1b48-4eeb-8a53-6c2cd742c186', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32632bef-6b15-4734-ba20-81115ea2cd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:30:14Z', 'updated_at': '2021-11-09T15:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_interfaces': [{'id': 'dcbd3f05-a98e-440a-a79c-0879e7036f1a', 'name': '', 'network_id': '8f02358e-f7ae-48e6-9f12-e34751e3d917', 'tenant_id': '5b3edf962ae949e38af9c81d2791e00d', 'mac_address': 'fa:16:3e:49:37:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32632bef-6b15-4734-ba20-81115ea2cd0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '65c641e1-5d88-4840-848b-7421b68d46ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:30:18Z', 'updated_at': '2021-11-09T15:30:24Z', 'revision_number': 4, 'project_id': '5b3edf962ae949e38af9c81d2791e00d', 'subnets': [{'id': '65c641e1-5d88-4840-848b-7421b68d46ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 15:30:26.683842 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device dcbd3f05-a98e-440a-a79c-0879e7036f1a up at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:30:26.819476 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning for port dcbd3f05-a98e-440a-a79c-0879e7036f1a completed by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:30:26.824800 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning complete for port dcbd3f05-a98e-440a-a79c-0879e7036f1a triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:30:26.825439 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:26.934629 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a798b-f082-4035-b99b-123db97393ce req-9ebe96bc-df7c-4fe7-8f61-6b40cef1eec4 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:26.936169 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-954a798b-f082-4035-b99b-123db97393ce req-9ebe96bc-df7c-4fe7-8f61-6b40cef1eec4 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.0871851 Nov 09 15:30:26.971715 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:26.983157 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-954a798b-f082-4035-b99b-123db97393ce req-25b44eff-eff2-451d-a897-e126948e1a78 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409365 Nov 09 15:30:27.007284 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] For port dcbd3f05-a98e-440a-a79c-0879e7036f1a, host dv-cinder-817223-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=dcbd3f05-a98e-440a-a79c-0879e7036f1a,segment=NetworkSegment(4ec36042-43fe-4a61-8604-b514bb487821),segment_id=4ec36042-43fe-4a61-8604-b514bb487821)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:30:27.012360 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:27.015832 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:27.094655 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Pushing event updated for resources: {'Port': ['ID=dcbd3f05-a98e-440a-a79c-0879e7036f1a,revision_number=5']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:27.099916 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:27.633401 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-21b7487f-406f-4ac8-8e59-ddb524299119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:28.531742 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device dcbd3f05-a98e-440a-a79c-0879e7036f1a up at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:30:28.601473 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning complete for port dcbd3f05-a98e-440a-a79c-0879e7036f1a triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:30:28.601870 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:28.671886 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:29.512167 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 40950) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:30:29.638789 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-d5937d67-8141-47ec-bb7b-79a954cc00f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:29.655707 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-d5937d67-8141-47ec-bb7b-79a954cc00f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:30:29.659775 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-d5937d67-8141-47ec-bb7b-79a954cc00f5 admin admin] Usage tracker for resource:security_group_rule and tenant:f4f2c14cb1b54821a6640773d013b682 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:30:29.662938 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-d5937d67-8141-47ec-bb7b-79a954cc00f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:30:29.669571 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-d5937d67-8141-47ec-bb7b-79a954cc00f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:30:29.761969 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-d5937d67-8141-47ec-bb7b-79a954cc00f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:29.765921 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-d5937d67-8141-47ec-bb7b-79a954cc00f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:29.788174 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-bfb48dae-a020-485d-8322-18439fa92a1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:29.824198 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-d5937d67-8141-47ec-bb7b-79a954cc00f5 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f4f2c14cb1b54821a6640773d013b682&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3108497 Nov 09 15:30:29.825699 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 40958) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:30:29.834711 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5937d67-8141-47ec-bb7b-79a954cc00f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=312881c7-2ce6-407c-b34d-ea6a9f5d233d,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:29.839220 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-d5937d67-8141-47ec-bb7b-79a954cc00f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:29.894709 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-22b571f0-4ad5-40b8-a965-bd411e924a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:29.921019 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-22b571f0-4ad5-40b8-a965-bd411e924a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:29.977027 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-22b571f0-4ad5-40b8-a965-bd411e924a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:29.983699 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-196c1329-e8f0-4eab-afa3-5b28f3f4fcc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:29.996588 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b571f0-4ad5-40b8-a965-bd411e924a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=312881c7-2ce6-407c-b34d-ea6a9f5d233d,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:29.998997 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-22b571f0-4ad5-40b8-a965-bd411e924a2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:30.003859 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-22b571f0-4ad5-40b8-a965-bd411e924a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:30.006506 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-22b571f0-4ad5-40b8-a965-bd411e924a2e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/312881c7-2ce6-407c-b34d-ea6a9f5d233d HTTP/1.1" status: 204 len: 168 time: 0.1795225 Nov 09 15:30:30.188107 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:30.358143 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 40980) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:30:30.378396 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5ae17268-a1c5-4d8d-9691-acef3e74b7ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:30.395408 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-5ae17268-a1c5-4d8d-9691-acef3e74b7ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:30:30.402052 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-5ae17268-a1c5-4d8d-9691-acef3e74b7ef admin admin] Usage tracker for resource:security_group_rule and tenant:de4cf55e81ed44409e57bad599981625 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:30:30.407246 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-5ae17268-a1c5-4d8d-9691-acef3e74b7ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:30:30.420192 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-5ae17268-a1c5-4d8d-9691-acef3e74b7ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:30:30.525943 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5ae17268-a1c5-4d8d-9691-acef3e74b7ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:30.530869 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5ae17268-a1c5-4d8d-9691-acef3e74b7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:30.541257 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-3c6a7c23-39e0-461f-a64f-4064bd19fb2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:30.590685 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-5ae17268-a1c5-4d8d-9691-acef3e74b7ef admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=de4cf55e81ed44409e57bad599981625&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2283409 Nov 09 15:30:30.590685 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae17268-a1c5-4d8d-9691-acef3e74b7ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0dfb308-dfdd-409b-8d4a-ce8da83be44b,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:30.592281 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 40990) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:30:30.592575 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5ae17268-a1c5-4d8d-9691-acef3e74b7ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:30.706568 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-966a0c60-ba2c-4754-b998-a90014e6b832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:30.762459 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-966a0c60-ba2c-4754-b998-a90014e6b832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:30.844782 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-966a0c60-ba2c-4754-b998-a90014e6b832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:30.859553 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:30.874245 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a0c60-ba2c-4754-b998-a90014e6b832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0dfb308-dfdd-409b-8d4a-ce8da83be44b,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:30.880077 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-966a0c60-ba2c-4754-b998-a90014e6b832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:30.885380 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-966a0c60-ba2c-4754-b998-a90014e6b832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:30.911661 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-966a0c60-ba2c-4754-b998-a90014e6b832 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b0dfb308-dfdd-409b-8d4a-ce8da83be44b HTTP/1.1" status: 204 len: 168 time: 0.2894847 Nov 09 15:30:31.355412 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 41018) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:30:31.378719 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-17fe4fd3-58a3-44c0-9ce3-0e03985b4549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:31.398777 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-17fe4fd3-58a3-44c0-9ce3-0e03985b4549 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:30:31.403040 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-17fe4fd3-58a3-44c0-9ce3-0e03985b4549 admin admin] Usage tracker for resource:security_group_rule and tenant:ea9fa02b32cb4c82a4f750b889b6699c is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:30:31.406136 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-17fe4fd3-58a3-44c0-9ce3-0e03985b4549 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:30:31.414202 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-17fe4fd3-58a3-44c0-9ce3-0e03985b4549 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:30:31.516006 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-17fe4fd3-58a3-44c0-9ce3-0e03985b4549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:31.521702 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-17fe4fd3-58a3-44c0-9ce3-0e03985b4549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:31.529157 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-983d86a9-5d21-49b4-ac68-116290f789e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:31.574389 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-17fe4fd3-58a3-44c0-9ce3-0e03985b4549 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ea9fa02b32cb4c82a4f750b889b6699c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2175765 Nov 09 15:30:31.575230 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fe4fd3-58a3-44c0-9ce3-0e03985b4549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e227f6-0389-4477-824e-084399d8386c,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:31.576997 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 41022) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:30:31.578314 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-17fe4fd3-58a3-44c0-9ce3-0e03985b4549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:31.649986 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-28643583-9761-4e5a-a327-618a35379628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:31.686500 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-28643583-9761-4e5a-a327-618a35379628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:31.747959 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-28643583-9761-4e5a-a327-618a35379628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:31.751832 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-87b5d17f-f4f2-4ce7-ba1e-73f1b6788019 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:31.764846 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28643583-9761-4e5a-a327-618a35379628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e227f6-0389-4477-824e-084399d8386c,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:31.767574 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-28643583-9761-4e5a-a327-618a35379628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:31.778552 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-28643583-9761-4e5a-a327-618a35379628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:31.782672 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-28643583-9761-4e5a-a327-618a35379628 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/30e227f6-0389-4477-824e-084399d8386c HTTP/1.1" status: 204 len: 168 time: 0.2032166 Nov 09 15:30:32.561845 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 41066) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:30:32.669663 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f4526-6995-4830-9984-3627d3f69400 req-3bd764a7-c012-41a1-9b72-374795cd4c37 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:32.672058 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ca0f4526-6995-4830-9984-3627d3f69400 req-3bd764a7-c012-41a1-9b72-374795cd4c37 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 945 time: 0.1029384 Nov 09 15:30:32.827016 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ca0f4526-6995-4830-9984-3627d3f69400 req-837be5f1-5335-4689-9ee7-cba5bd3c2046 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437488 Nov 09 15:30:32.851452 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-6a49b753-7c18-4f27-b3f1-956aeef77810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:32.867138 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-6a49b753-7c18-4f27-b3f1-956aeef77810 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:30:32.871563 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-6a49b753-7c18-4f27-b3f1-956aeef77810 admin admin] Usage tracker for resource:security_group_rule and tenant:fe7316d5cd5a4070bffcf77dbc6fe969 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:30:32.876833 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-6a49b753-7c18-4f27-b3f1-956aeef77810 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:30:32.886574 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-6a49b753-7c18-4f27-b3f1-956aeef77810 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:30:32.999211 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-6a49b753-7c18-4f27-b3f1-956aeef77810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:33.003000 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-6a49b753-7c18-4f27-b3f1-956aeef77810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:33.012956 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-28643583-9761-4e5a-a327-618a35379628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:33.058672 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-6a49b753-7c18-4f27-b3f1-956aeef77810 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=fe7316d5cd5a4070bffcf77dbc6fe969&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4933581 Nov 09 15:30:33.058672 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a49b753-7c18-4f27-b3f1-956aeef77810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e65416-292e-40a4-b7ab-cace9d9b1677,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:33.059465 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 41080) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:30:33.061308 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-6a49b753-7c18-4f27-b3f1-956aeef77810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:33.145326 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-d28d1b99-6faa-481b-80a8-2fe90a7450e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:33.175413 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-d28d1b99-6faa-481b-80a8-2fe90a7450e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:33.240286 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-d28d1b99-6faa-481b-80a8-2fe90a7450e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:33.290332 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-61c6800d-f1b1-4ca6-9c13-bd5c0e406691 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:33.299963 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d1b99-6faa-481b-80a8-2fe90a7450e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e65416-292e-40a4-b7ab-cace9d9b1677,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:33.304598 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-d28d1b99-6faa-481b-80a8-2fe90a7450e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:33.307144 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-d28d1b99-6faa-481b-80a8-2fe90a7450e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:33.322845 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-d28d1b99-6faa-481b-80a8-2fe90a7450e9 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d3e65416-292e-40a4-b7ab-cace9d9b1677 HTTP/1.1" status: 204 len: 168 time: 0.2620754 Nov 09 15:30:34.117537 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bfd6eb-5ee3-4c2f-b395-1afee825a745 req-e40fb596-6f5d-4356-a79b-574f17a2a98d tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:34.120200 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-96bfd6eb-5ee3-4c2f-b395-1afee825a745 req-e40fb596-6f5d-4356-a79b-574f17a2a98d tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 945 time: 0.1644523 Nov 09 15:30:34.185679 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-96bfd6eb-5ee3-4c2f-b395-1afee825a745 req-075e9542-ca2f-4f71-977a-5fd00e8fcaf5 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589476 Nov 09 15:30:34.194248 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da4767-5842-4f9f-ad1b-e00df043d3a6 req-463a2a00-b65f-4b5a-84ad-1d8bf1346fd9 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:34.202614 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f3da4767-5842-4f9f-ad1b-e00df043d3a6 req-463a2a00-b65f-4b5a-84ad-1d8bf1346fd9 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 946 time: 0.1788118 Nov 09 15:30:34.278703 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f3da4767-5842-4f9f-ad1b-e00df043d3a6 req-948dff4d-1f2e-4cb9-92f0-e92d22a0d5c8 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750980 Nov 09 15:30:35.386756 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f63b39-d39d-45ac-81bf-61216a01c877 req-8eb2df17-dc7d-4146-ab42-8e5f63e503ce tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:35.388252 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-14f63b39-d39d-45ac-81bf-61216a01c877 req-8eb2df17-dc7d-4146-ab42-8e5f63e503ce tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 945 time: 0.0885649 Nov 09 15:30:35.486259 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-14f63b39-d39d-45ac-81bf-61216a01c877 req-289208b1-9c76-40a7-97fe-c319851a6047 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605905 Nov 09 15:30:35.510049 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84503d73-27a8-4ed1-b6d1-15f1a5db4ac1 req-b56e28fa-998c-4902-ac5a-c258fe98eb95 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:35.511476 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-84503d73-27a8-4ed1-b6d1-15f1a5db4ac1 req-b56e28fa-998c-4902-ac5a-c258fe98eb95 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 946 time: 0.1218362 Nov 09 15:30:35.556477 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-84503d73-27a8-4ed1-b6d1-15f1a5db4ac1 req-0bc03796-56ee-40f6-8f2a-7c8359ee62e1 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392125 Nov 09 15:30:36.135169 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-44226cab-ca5f-4324-9033-942c557b7a4b req-eac8fa37-ca4c-46a0-9d28-677401f9b429 tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=ad9c4aa27b594a068c05e55a649ecca4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292530 Nov 09 15:30:36.352487 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44226cab-ca5f-4324-9033-942c557b7a4b req-67ad366f-b833-4680-8386-241d2a7a6801 tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:36.354119 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-44226cab-ca5f-4324-9033-942c557b7a4b req-67ad366f-b833-4680-8386-241d2a7a6801 tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2130706 Nov 09 15:30:36.374068 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-44226cab-ca5f-4324-9033-942c557b7a4b req-3f6e83f2-4484-4a88-8347-063da1617669 tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] 10.222.0.83 "GET /v2.0/quotas/ad9c4aa27b594a068c05e55a649ecca4 HTTP/1.1" status: 200 len: 375 time: 0.0135221 Nov 09 15:30:36.422139 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1987300-b34c-4d8a-a822-26db8440a5ea req-2c132143-776c-4762-a39c-5eab8bef8ae1 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:36.423701 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c1987300-b34c-4d8a-a822-26db8440a5ea req-2c132143-776c-4762-a39c-5eab8bef8ae1 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.44 "GET /v2.0/ports?device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 945 time: 0.1657701 Nov 09 15:30:36.474090 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-44226cab-ca5f-4324-9033-942c557b7a4b req-721cc719-61bb-4b1d-9904-968e8deaaf78 tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=ad9c4aa27b594a068c05e55a649ecca4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0915060 Nov 09 15:30:36.516055 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [req-c1987300-b34c-4d8a-a822-26db8440a5ea req-866af88e-f119-40e2-9296-f1d151909018 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Deleting port 49e27c85-d7fb-4880-8d39-7815425ac221 {{(pid=86838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 09 15:30:36.516461 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-c1987300-b34c-4d8a-a822-26db8440a5ea req-866af88e-f119-40e2-9296-f1d151909018 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763972629131'] for port, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:36.897101 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd135a1-a992-43c3-b738-681fe13a4018 req-0495a047-6952-4cb6-96d2-1bb6e6a64002 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:36.898639 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ebd135a1-a992-43c3-b738-681fe13a4018 req-0495a047-6952-4cb6-96d2-1bb6e6a64002 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 945 time: 0.2876875 Nov 09 15:30:36.976734 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-c1987300-b34c-4d8a-a822-26db8440a5ea req-866af88e-f119-40e2-9296-f1d151909018 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] For port 49e27c85-d7fb-4880-8d39-7815425ac221, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=49e27c85-d7fb-4880-8d39-7815425ac221,segment=NetworkSegment(a12b8ba6-b75a-4633-b283-1b43182e6c77),segment_id=a12b8ba6-b75a-4633-b283-1b43182e6c77)] {{(pid=86838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:30:36.977096 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-c1987300-b34c-4d8a-a822-26db8440a5ea req-866af88e-f119-40e2-9296-f1d151909018 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980446'] for port, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:37.118115 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ebd135a1-a992-43c3-b738-681fe13a4018 req-e996b5e5-3149-475c-99e6-b16153fa8a96 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000666 Nov 09 15:30:37.118558 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1895a-b1d0-4c6b-bd72-11f7c2fdc041 req-f6ab26d1-77b1-4850-8d93-63e131db8a85 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:37.120191 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-05b1895a-b1d0-4c6b-bd72-11f7c2fdc041 req-f6ab26d1-77b1-4850-8d93-63e131db8a85 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 946 time: 0.4057631 Nov 09 15:30:37.136408 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [req-c1987300-b34c-4d8a-a822-26db8440a5ea req-866af88e-f119-40e2-9296-f1d151909018 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Calling delete_port for 49e27c85-d7fb-4880-8d39-7815425ac221 owned by compute:nova {{(pid=86838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 09 15:30:37.321147 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-05b1895a-b1d0-4c6b-bd72-11f7c2fdc041 req-38ebf54c-f582-4530-a82b-5b6c28e9be5d tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561546 Nov 09 15:30:37.440313 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3da99474-3269-4507-9357-92090759df3c req-f579c790-19de-41d7-8bc3-8310f82d4281 tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1566781-7ec4-4b0b-ae94-966fe35d1931 HTTP/1.1" status: 200 len: 210 time: 0.1659124 Nov 09 15:30:37.572121 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-c1987300-b34c-4d8a-a822-26db8440a5ea req-866af88e-f119-40e2-9296-f1d151909018 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763972633375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763972299780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1120097'] for port, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:37.579299 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-43d3e994-0251-4ffa-b858-c8f3d42d227f tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:37.590910 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] get_ports_and_sgs() called for port_ids ['22d50f63-eaac-4149-8b98-3a76e6e8e44f', '49e27c85-d7fb-4880-8d39-7815425ac221'] {{(pid=86840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 09 15:30:37.650948 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866af88e-f119-40e2-9296-f1d151909018 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Pushing event deleted for resources: {'Port': ['ID=49e27c85-d7fb-4880-8d39-7815425ac221,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:37.661326 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-866af88e-f119-40e2-9296-f1d151909018 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:37.769020 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1987300-b34c-4d8a-a822-26db8440a5ea req-866af88e-f119-40e2-9296-f1d151909018 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] No DVR routers for this DVR port 49e27c85-d7fb-4880-8d39-7815425ac221 on host hv-cinder-81722 {{(pid=86838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 15:30:37.772826 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-c1987300-b34c-4d8a-a822-26db8440a5ea req-866af88e-f119-40e2-9296-f1d151909018 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:37.779847 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a72213-4bdf-4e11-b823-3b6e6104db9a', 'name': 'network-vif-deleted', 'tag': '49e27c85-d7fb-4880-8d39-7815425ac221'}] {{(pid=86838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:30:37.789949 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c1987300-b34c-4d8a-a822-26db8440a5ea req-866af88e-f119-40e2-9296-f1d151909018 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.44 "DELETE /v2.0/ports/49e27c85-d7fb-4880-8d39-7815425ac221 HTTP/1.1" status: 204 len: 173 time: 1.3496156 Nov 09 15:30:37.858347 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a72213-4bdf-4e11-b823-3b6e6104db9a', 'name': 'network-vif-deleted', 'tag': '49e27c85-d7fb-4880-8d39-7815425ac221', 'status': 'completed', 'code': 200} Nov 09 15:30:38.119206 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-44226cab-ca5f-4324-9033-942c557b7a4b req-25352e68-bab2-4d31-a3bf-439480aa3c2c tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=ad9c4aa27b594a068c05e55a649ecca4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330317 Nov 09 15:30:38.379213 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-4c629d4c-784f-4f4f-947c-0745bc13b50d req-e74d57ed-2c75-4396-8cb4-7a5f0c47bd3b tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Synchronizing usage tracker for tenant:9358f8b166ed4a2d82f901d8250cca4a on resource:port {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 15:30:38.400770 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44226cab-ca5f-4324-9033-942c557b7a4b req-93691269-46ae-4943-811b-f34984baf3a5 tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:38.402463 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-44226cab-ca5f-4324-9033-942c557b7a4b req-93691269-46ae-4943-811b-f34984baf3a5 tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2781138 Nov 09 15:30:38.428862 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [req-44226cab-ca5f-4324-9033-942c557b7a4b req-c8f4eea9-b141-4bcb-aca1-c6a86fdf99ca tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] Request body: {'port': {'device_id': 'c1566781-7ec4-4b0b-ae94-966fe35d1931', 'network_id': 'f43f6d9c-0e5b-4931-ad0a-15f92ae0cf79', 'admin_state_up': True, 'tenant_id': 'ad9c4aa27b594a068c05e55a649ecca4'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:30:38.448304 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-4c629d4c-784f-4f4f-947c-0745bc13b50d req-e74d57ed-2c75-4396-8cb4-7a5f0c47bd3b tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Unset dirty status for tenant:9358f8b166ed4a2d82f901d8250cca4a on resource:port {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 15:30:38.448905 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4c629d4c-784f-4f4f-947c-0745bc13b50d req-e74d57ed-2c75-4396-8cb4-7a5f0c47bd3b tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=71a72213-4bdf-4e11-b823-3b6e6104db9a HTTP/1.1" status: 200 len: 210 time: 0.1498382 Nov 09 15:30:38.696737 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a559ccfd-a34c-4362-9cd8-f8d65e7c6cf8 req-07d93de9-1e80-46c8-8f48-ac0a3c69a13a tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1566781-7ec4-4b0b-ae94-966fe35d1931 HTTP/1.1" status: 200 len: 210 time: 0.0857182 Nov 09 15:30:38.743573 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [req-44226cab-ca5f-4324-9033-942c557b7a4b req-c8f4eea9-b141-4bcb-aca1-c6a86fdf99ca tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:30:38.749408 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-44226cab-ca5f-4324-9033-942c557b7a4b req-c8f4eea9-b141-4bcb-aca1-c6a86fdf99ca tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] Usage tracker for resource:port and tenant:ad9c4aa27b594a068c05e55a649ecca4 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:30:38.752816 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-44226cab-ca5f-4324-9033-942c557b7a4b req-c8f4eea9-b141-4bcb-aca1-c6a86fdf99ca tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:30:38.760953 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [req-44226cab-ca5f-4324-9033-942c557b7a4b req-c8f4eea9-b141-4bcb-aca1-c6a86fdf99ca tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:30:38.770933 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ce3dc-ff42-43e6-81ac-1c64e964769c req-92c6395d-aa2b-4e73-95b0-16a89597d38e tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:38.772488 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8e5ce3dc-ff42-43e6-81ac-1c64e964769c req-92c6395d-aa2b-4e73-95b0-16a89597d38e tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 946 time: 0.2479625 Nov 09 15:30:38.794701 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44226cab-ca5f-4324-9033-942c557b7a4b req-c8f4eea9-b141-4bcb-aca1-c6a86fdf99ca tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] Made reservation on behalf of ad9c4aa27b594a068c05e55a649ecca4 for: {'port': 1} {{(pid=86838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 15:30:38.798534 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-44226cab-ca5f-4324-9033-942c557b7a4b req-c8f4eea9-b141-4bcb-aca1-c6a86fdf99ca tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:38.814484 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-44226cab-ca5f-4324-9033-942c557b7a4b req-c8f4eea9-b141-4bcb-aca1-c6a86fdf99ca tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:38.842765 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [req-44226cab-ca5f-4324-9033-942c557b7a4b req-c8f4eea9-b141-4bcb-aca1-c6a86fdf99ca tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:30:38.850718 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-44226cab-ca5f-4324-9033-942c557b7a4b req-c8f4eea9-b141-4bcb-aca1-c6a86fdf99ca tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] Usage tracker for resource:security_group_rule and tenant:ad9c4aa27b594a068c05e55a649ecca4 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:30:38.854948 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-44226cab-ca5f-4324-9033-942c557b7a4b req-c8f4eea9-b141-4bcb-aca1-c6a86fdf99ca tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:30:38.859973 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8e5ce3dc-ff42-43e6-81ac-1c64e964769c req-4b1e24c4-b83c-4067-9c4a-88356bd93fa9 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790818 Nov 09 15:30:38.864689 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [req-44226cab-ca5f-4324-9033-942c557b7a4b req-c8f4eea9-b141-4bcb-aca1-c6a86fdf99ca tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:30:38.962502 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-44226cab-ca5f-4324-9033-942c557b7a4b req-c8f4eea9-b141-4bcb-aca1-c6a86fdf99ca tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:38.968179 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-44226cab-ca5f-4324-9033-942c557b7a4b req-c8f4eea9-b141-4bcb-aca1-c6a86fdf99ca tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:38.972034 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-60aea047-3058-46e4-ba9a-220b2a8cc0c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:39.064578 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4eea9-b141-4bcb-aca1-c6a86fdf99ca tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6db89c05-21ef-4cc4-b583-99a936fd491e,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:39.067853 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-c8f4eea9-b141-4bcb-aca1-c6a86fdf99ca tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:39.155943 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.db_base_plugin_common [req-44226cab-ca5f-4324-9033-942c557b7a4b req-c8f4eea9-b141-4bcb-aca1-c6a86fdf99ca tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] Allocated IP 192.168.233.42 (f43f6d9c-0e5b-4931-ad0a-15f92ae0cf79/8e74f091-6c08-4c54-aceb-ac6b396b2735/d798d292-6205-4338-bb5d-2c6c94efbe09) {{(pid=86838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 15:30:39.365956 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-44226cab-ca5f-4324-9033-942c557b7a4b req-c8f4eea9-b141-4bcb-aca1-c6a86fdf99ca tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] Notify callbacks [] for port, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:39.382297 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.provisioning_blocks [req-44226cab-ca5f-4324-9033-942c557b7a4b req-c8f4eea9-b141-4bcb-aca1-c6a86fdf99ca tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] Transition to ACTIVE for port object d798d292-6205-4338-bb5d-2c6c94efbe09 will not be triggered until provisioned by entity DHCP. {{(pid=86838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:30:39.407173 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-44226cab-ca5f-4324-9033-942c557b7a4b req-c8f4eea9-b141-4bcb-aca1-c6a86fdf99ca tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763972296951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1120097'] for port, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:39.412689 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-76505f91-9f61-450a-9140-504745b18d6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:39.482216 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44226cab-ca5f-4324-9033-942c557b7a4b req-c8f4eea9-b141-4bcb-aca1-c6a86fdf99ca tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] Network f43f6d9c-0e5b-4931-ad0a-15f92ae0cf79 is already hosted by enough agents. {{(pid=86838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 15:30:39.485688 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [req-44226cab-ca5f-4324-9033-942c557b7a4b req-c8f4eea9-b141-4bcb-aca1-c6a86fdf99ca tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] Resources bound (agent type, host, resource id): {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:30:39.489659 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [req-44226cab-ca5f-4324-9033-942c557b7a4b req-c8f4eea9-b141-4bcb-aca1-c6a86fdf99ca tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] Received port after_create {{(pid=86838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 09 15:30:39.521395 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4eea9-b141-4bcb-aca1-c6a86fdf99ca tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] Pushing event updated for resources: {'Port': ['ID=d798d292-6205-4338-bb5d-2c6c94efbe09,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:39.539009 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-c8f4eea9-b141-4bcb-aca1-c6a86fdf99ca tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:39.565794 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44226cab-ca5f-4324-9033-942c557b7a4b req-c8f4eea9-b141-4bcb-aca1-c6a86fdf99ca tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:39.567176 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-44226cab-ca5f-4324-9033-942c557b7a4b req-c8f4eea9-b141-4bcb-aca1-c6a86fdf99ca tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:39.597195 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-44226cab-ca5f-4324-9033-942c557b7a4b req-c8f4eea9-b141-4bcb-aca1-c6a86fdf99ca tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1839290 Nov 09 15:30:39.610016 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [req-44226cab-ca5f-4324-9033-942c557b7a4b req-54dbf97d-6f30-4b96-8b90-ffa76d73be31 service neutron] Request body: {'port': {'device_id': 'c1566781-7ec4-4b0b-ae94-966fe35d1931', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:30:39.734986 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-44226cab-ca5f-4324-9033-942c557b7a4b req-54dbf97d-6f30-4b96-8b90-ffa76d73be31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:39.738992 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device 49e27c85-d7fb-4880-8d39-7815425ac221 no longer exists at agent hyperv_hv-cinder-81722 {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 15:30:39.786110 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] No Port match for: 49e27c85-d7fb-4880-8d39-7815425ac221 {{(pid=86840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 09 15:30:39.786448 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device 49e27c85-d7fb-4880-8d39-7815425ac221 not bound to the agent host hv-cinder-81722 {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 15:30:39.788075 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-1bd90492-7bb6-427a-a621-6455ec7f56f9 None None] Provisioning for port d798d292-6205-4338-bb5d-2c6c94efbe09 completed by entity DHCP. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:30:39.795221 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-1bd90492-7bb6-427a-a621-6455ec7f56f9 None None] Provisioning complete for port d798d292-6205-4338-bb5d-2c6c94efbe09 triggered by entity DHCP. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:30:39.795571 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-1bd90492-7bb6-427a-a621-6455ec7f56f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:39.935209 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-1bd90492-7bb6-427a-a621-6455ec7f56f9 None None] Port d798d292-6205-4338-bb5d-2c6c94efbe09 cannot update to ACTIVE because it is not bound. {{(pid=86840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 09 15:30:40.192714 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b806a07-bfd4-4fec-9e81-a02bbf8a1e1e req-178fb8f1-daeb-424f-8b5b-9843a85c677b tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:40.200502 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-4b806a07-bfd4-4fec-9e81-a02bbf8a1e1e req-178fb8f1-daeb-424f-8b5b-9843a85c677b tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] Synchronizing usage tracker for tenant:ad9c4aa27b594a068c05e55a649ecca4 on resource:port {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 15:30:40.276154 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-4b806a07-bfd4-4fec-9e81-a02bbf8a1e1e req-178fb8f1-daeb-424f-8b5b-9843a85c677b tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] Unset dirty status for tenant:ad9c4aa27b594a068c05e55a649ecca4 on resource:port {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 15:30:40.283592 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4b806a07-bfd4-4fec-9e81-a02bbf8a1e1e req-178fb8f1-daeb-424f-8b5b-9843a85c677b tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1566781-7ec4-4b0b-ae94-966fe35d1931 HTTP/1.1" status: 200 len: 935 time: 0.4134169 Nov 09 15:30:40.402666 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-4b806a07-bfd4-4fec-9e81-a02bbf8a1e1e req-f4777765-c797-4521-b8b7-355de178f86c tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] Synchronizing usage tracker for tenant:ad9c4aa27b594a068c05e55a649ecca4 on resource:security_group {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 15:30:40.419013 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 41320) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:30:40.484834 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-4b806a07-bfd4-4fec-9e81-a02bbf8a1e1e req-f4777765-c797-4521-b8b7-355de178f86c tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] Unset dirty status for tenant:ad9c4aa27b594a068c05e55a649ecca4 on resource:security_group {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 15:30:40.486006 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4b806a07-bfd4-4fec-9e81-a02bbf8a1e1e req-f4777765-c797-4521-b8b7-355de178f86c tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] 10.222.0.83 "GET /v2.0/security-groups?id=6db89c05-21ef-4cc4-b583-99a936fd491e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016122 Nov 09 15:30:40.511103 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f180914-0060-4466-abb3-ee65f9f120ee req-d77ed8d4-b015-4212-9bec-c8dcd7a18a90 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:40.517992 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0f180914-0060-4466-abb3-ee65f9f120ee req-d77ed8d4-b015-4212-9bec-c8dcd7a18a90 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.2383916 Nov 09 15:30:40.523277 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [req-44226cab-ca5f-4324-9033-942c557b7a4b req-54dbf97d-6f30-4b96-8b90-ffa76d73be31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d798d292-6205-4338-bb5d-2c6c94efbe09 {{(pid=86838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 15:30:40.549303 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-44226cab-ca5f-4324-9033-942c557b7a4b req-54dbf97d-6f30-4b96-8b90-ffa76d73be31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:40.565152 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-7f767b27-2768-4534-a82a-2ac7e2b6795a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:40.580482 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-7f767b27-2768-4534-a82a-2ac7e2b6795a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:30:40.586376 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-7f767b27-2768-4534-a82a-2ac7e2b6795a admin admin] Usage tracker for resource:security_group_rule and tenant:1cf04db256ba4588b26de7cfdc0250a4 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:30:40.590215 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-7f767b27-2768-4534-a82a-2ac7e2b6795a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:30:40.590658 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.provisioning_blocks [req-44226cab-ca5f-4324-9033-942c557b7a4b req-54dbf97d-6f30-4b96-8b90-ffa76d73be31 service neutron] Transition to ACTIVE for port object d798d292-6205-4338-bb5d-2c6c94efbe09 will not be triggered until provisioned by entity L2. {{(pid=86838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:30:40.597252 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-7f767b27-2768-4534-a82a-2ac7e2b6795a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:30:40.633704 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-44226cab-ca5f-4324-9033-942c557b7a4b req-54dbf97d-6f30-4b96-8b90-ffa76d73be31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1120024'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:40.646397 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-db80da01-96dd-483d-8e9a-e78a8ebaf225 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:40.683498 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-7f767b27-2768-4534-a82a-2ac7e2b6795a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:40.687916 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-7f767b27-2768-4534-a82a-2ac7e2b6795a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:40.693773 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0f180914-0060-4466-abb3-ee65f9f120ee req-91c5257c-7f2e-49b9-bfc9-21c408867404 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654911 Nov 09 15:30:40.723020 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5e806945-9f7a-4a9f-804a-8348c8f55ebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:40.737299 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-7f767b27-2768-4534-a82a-2ac7e2b6795a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=1cf04db256ba4588b26de7cfdc0250a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3170269 Nov 09 15:30:40.740709 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 41328) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:30:40.777231 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f767b27-2768-4534-a82a-2ac7e2b6795a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b983a7f-1c65-4f38-82c9-a27468469715,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:40.792446 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-7f767b27-2768-4534-a82a-2ac7e2b6795a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:40.803403 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbf97d-6f30-4b96-8b90-ffa76d73be31 service neutron] Pushing event updated for resources: {'Port': ['ID=d798d292-6205-4338-bb5d-2c6c94efbe09,revision_number=2']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:40.806131 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-54dbf97d-6f30-4b96-8b90-ffa76d73be31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:40.857697 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-cb898c8c-bed9-4ff2-87b7-f1d1b515bec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:40.892026 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-cb898c8c-bed9-4ff2-87b7-f1d1b515bec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:40.933803 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e0695-fbee-4564-9192-81fb90e0b702 req-bb0def57-ff65-418d-af4a-a833dc44335e tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:40.935318 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d97e0695-fbee-4564-9192-81fb90e0b702 req-bb0def57-ff65-418d-af4a-a833dc44335e tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 946 time: 0.3384371 Nov 09 15:30:40.961291 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-cb898c8c-bed9-4ff2-87b7-f1d1b515bec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:40.967592 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-49ab4ccc-ee4f-4047-882d-c345f1c91a89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:40.979421 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-44226cab-ca5f-4324-9033-942c557b7a4b req-54dbf97d-6f30-4b96-8b90-ffa76d73be31 service neutron] Attempting to bind port d798d292-6205-4338-bb5d-2c6c94efbe09 on host hv-cinder-81722 for vnic_type normal with profile {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 15:30:40.979671 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb898c8c-bed9-4ff2-87b7-f1d1b515bec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b983a7f-1c65-4f38-82c9-a27468469715,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:40.979898 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-44226cab-ca5f-4324-9033-942c557b7a4b req-54dbf97d-6f30-4b96-8b90-ffa76d73be31 service neutron] Attempting to bind port d798d292-6205-4338-bb5d-2c6c94efbe09 by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': '30ba7831-2eb9-479f-bbed-db184dbbbdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'f43f6d9c-0e5b-4931-ad0a-15f92ae0cf79'}] {{(pid=86838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 15:30:40.980413 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44226cab-ca5f-4324-9033-942c557b7a4b req-54dbf97d-6f30-4b96-8b90-ffa76d73be31 service neutron] Attempting to bind port d798d292-6205-4338-bb5d-2c6c94efbe09 on network f43f6d9c-0e5b-4931-ad0a-15f92ae0cf79 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:30:40.983664 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-cb898c8c-bed9-4ff2-87b7-f1d1b515bec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:40.987430 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-cb898c8c-bed9-4ff2-87b7-f1d1b515bec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:40.988885 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-cb898c8c-bed9-4ff2-87b7-f1d1b515bec5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8b983a7f-1c65-4f38-82c9-a27468469715 HTTP/1.1" status: 204 len: 168 time: 0.2472260 Nov 09 15:30:41.000721 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44226cab-ca5f-4324-9033-942c557b7a4b req-54dbf97d-6f30-4b96-8b90-ffa76d73be31 service neutron] Port d798d292-6205-4338-bb5d-2c6c94efbe09 on network f43f6d9c-0e5b-4931-ad0a-15f92ae0cf79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 09 15:30:41.001091 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44226cab-ca5f-4324-9033-942c557b7a4b req-54dbf97d-6f30-4b96-8b90-ffa76d73be31 service neutron] Attempting to bind port d798d292-6205-4338-bb5d-2c6c94efbe09 on network f43f6d9c-0e5b-4931-ad0a-15f92ae0cf79 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:30:41.014007 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d97e0695-fbee-4564-9192-81fb90e0b702 req-46c2c5b6-515c-4077-adae-da12ff6385bf tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660639 Nov 09 15:30:41.014913 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44226cab-ca5f-4324-9033-942c557b7a4b req-54dbf97d-6f30-4b96-8b90-ffa76d73be31 service neutron] Checking agent: {'id': '5232cb7b-4e94-4f65-a0ee-0ef08f02d72d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 24, 50), 'started_at': datetime.datetime(2021, 11, 9, 15, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 09 15:30:41.015177 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44226cab-ca5f-4324-9033-942c557b7a4b req-54dbf97d-6f30-4b96-8b90-ffa76d73be31 service neutron] Checking segment: {'id': '30ba7831-2eb9-479f-bbed-db184dbbbdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'f43f6d9c-0e5b-4931-ad0a-15f92ae0cf79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:30:41.015548 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44226cab-ca5f-4324-9033-942c557b7a4b req-54dbf97d-6f30-4b96-8b90-ffa76d73be31 service neutron] Bound using segment: {'id': '30ba7831-2eb9-479f-bbed-db184dbbbdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'f43f6d9c-0e5b-4931-ad0a-15f92ae0cf79'} {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 09 15:30:41.015971 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-44226cab-ca5f-4324-9033-942c557b7a4b req-54dbf97d-6f30-4b96-8b90-ffa76d73be31 service neutron] Bound port: d798d292-6205-4338-bb5d-2c6c94efbe09, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ba7831-2eb9-479f-bbed-db184dbbbdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'f43f6d9c-0e5b-4931-ad0a-15f92ae0cf79'}}] {{(pid=86838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 15:30:41.016315 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-44226cab-ca5f-4324-9033-942c557b7a4b req-54dbf97d-6f30-4b96-8b90-ffa76d73be31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:41.134806 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-44226cab-ca5f-4324-9033-942c557b7a4b req-54dbf97d-6f30-4b96-8b90-ffa76d73be31 service neutron] For port d798d292-6205-4338-bb5d-2c6c94efbe09, host hv-cinder-81722, cleared binding levels {{(pid=86838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 09 15:30:41.138229 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-44226cab-ca5f-4324-9033-942c557b7a4b req-54dbf97d-6f30-4b96-8b90-ffa76d73be31 service neutron] For port d798d292-6205-4338-bb5d-2c6c94efbe09, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=d798d292-6205-4338-bb5d-2c6c94efbe09,segment=NetworkSegment(30ba7831-2eb9-479f-bbed-db184dbbbdde),segment_id=30ba7831-2eb9-479f-bbed-db184dbbbdde)] {{(pid=86838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 09 15:30:41.143712 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-44226cab-ca5f-4324-9033-942c557b7a4b req-54dbf97d-6f30-4b96-8b90-ffa76d73be31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1120024'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:41.149446 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-5eb8c22a-f03d-4aa6-986a-7b88bf65090e tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:41.211207 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44226cab-ca5f-4324-9033-942c557b7a4b req-54dbf97d-6f30-4b96-8b90-ffa76d73be31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:41.211712 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-44226cab-ca5f-4324-9033-942c557b7a4b req-54dbf97d-6f30-4b96-8b90-ffa76d73be31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:41.213104 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-44226cab-ca5f-4324-9033-942c557b7a4b req-54dbf97d-6f30-4b96-8b90-ffa76d73be31 service neutron] 10.222.0.44 "PUT /v2.0/ports/d798d292-6205-4338-bb5d-2c6c94efbe09 HTTP/1.1" status: 200 len: 1097 time: 1.6074212 Nov 09 15:30:41.213597 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1566781-7ec4-4b0b-ae94-966fe35d1931', 'tag': 'd798d292-6205-4338-bb5d-2c6c94efbe09'}] {{(pid=86838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:30:41.239832 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbf97d-6f30-4b96-8b90-ffa76d73be31 service neutron] Pushing event updated for resources: {'Port': ['ID=d798d292-6205-4338-bb5d-2c6c94efbe09,revision_number=3']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:41.250790 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-54dbf97d-6f30-4b96-8b90-ffa76d73be31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:41.325384 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1566781-7ec4-4b0b-ae94-966fe35d1931', 'tag': 'd798d292-6205-4338-bb5d-2c6c94efbe09', 'status': 'completed', 'code': 200} Nov 09 15:30:41.382250 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44226cab-ca5f-4324-9033-942c557b7a4b req-334002f2-4536-47c9-a864-411cc2b244ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:41.383984 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-44226cab-ca5f-4324-9033-942c557b7a4b req-334002f2-4536-47c9-a864-411cc2b244ee service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad9c4aa27b594a068c05e55a649ecca4&device_id=c1566781-7ec4-4b0b-ae94-966fe35d1931 HTTP/1.1" status: 200 len: 1100 time: 0.1070392 Nov 09 15:30:41.419007 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 41342) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:30:41.449089 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-c46f0934-f82c-4e21-acef-c7dd826dc0f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:41.467862 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-c46f0934-f82c-4e21-acef-c7dd826dc0f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:30:41.472546 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-44226cab-ca5f-4324-9033-942c557b7a4b req-b1b5b821-ead4-4dd5-8a59-f4037f4053b8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=d798d292-6205-4338-bb5d-2c6c94efbe09 HTTP/1.1" status: 200 len: 217 time: 0.0740435 Nov 09 15:30:41.473427 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-c46f0934-f82c-4e21-acef-c7dd826dc0f7 admin admin] Usage tracker for resource:security_group_rule and tenant:664f3ef9ad3848608e8830919c5a6aba is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:30:41.476553 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-c46f0934-f82c-4e21-acef-c7dd826dc0f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:30:41.483075 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-c46f0934-f82c-4e21-acef-c7dd826dc0f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:30:41.546861 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44226cab-ca5f-4324-9033-942c557b7a4b req-e5b2406a-57d3-46b2-b600-d8a2286e5207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:41.548447 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-44226cab-ca5f-4324-9033-942c557b7a4b req-e5b2406a-57d3-46b2-b600-d8a2286e5207 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8e74f091-6c08-4c54-aceb-ac6b396b2735 HTTP/1.1" status: 200 len: 843 time: 0.0639729 Nov 09 15:30:41.577864 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-c46f0934-f82c-4e21-acef-c7dd826dc0f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:41.583591 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-c46f0934-f82c-4e21-acef-c7dd826dc0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:41.593160 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-6f62203a-74cf-4211-af44-7999d7129dbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:41.635453 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-c46f0934-f82c-4e21-acef-c7dd826dc0f7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=664f3ef9ad3848608e8830919c5a6aba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2152188 Nov 09 15:30:41.636772 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46f0934-f82c-4e21-acef-c7dd826dc0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e072ae-2484-45b5-80f7-a6dcdd7e7ab2,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:41.639348 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 41348) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:30:41.657198 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-c46f0934-f82c-4e21-acef-c7dd826dc0f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:41.704020 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-d175497b-4909-429f-8b1f-a8027952457f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:41.704357 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44226cab-ca5f-4324-9033-942c557b7a4b req-9e89e90e-f759-4bde-99d3-595a311cc9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:41.705817 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-44226cab-ca5f-4324-9033-942c557b7a4b req-9e89e90e-f759-4bde-99d3-595a311cc9f7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f43f6d9c-0e5b-4931-ad0a-15f92ae0cf79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1482897 Nov 09 15:30:41.717810 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b1d5e4-e89f-4f06-b7cd-5cad728b1543 req-91120279-61db-4d93-b793-3fc875b8dfd9 tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:41.719314 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-69b1d5e4-e89f-4f06-b7cd-5cad728b1543 req-91120279-61db-4d93-b793-3fc875b8dfd9 tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1566781-7ec4-4b0b-ae94-966fe35d1931 HTTP/1.1" status: 200 len: 947 time: 0.1122141 Nov 09 15:30:41.736508 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-d175497b-4909-429f-8b1f-a8027952457f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:41.800107 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-d175497b-4909-429f-8b1f-a8027952457f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:41.821461 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-af500ef4-699f-4e5c-a994-8d035d71a936 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:41.833571 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d175497b-4909-429f-8b1f-a8027952457f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e072ae-2484-45b5-80f7-a6dcdd7e7ab2,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:41.836950 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-d175497b-4909-429f-8b1f-a8027952457f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:41.850501 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-d175497b-4909-429f-8b1f-a8027952457f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:41.854579 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-d175497b-4909-429f-8b1f-a8027952457f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/34e072ae-2484-45b5-80f7-a6dcdd7e7ab2 HTTP/1.1" status: 204 len: 168 time: 0.2139184 Nov 09 15:30:41.858216 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-69b1d5e4-e89f-4f06-b7cd-5cad728b1543 req-0bb292e9-970c-4e90-b87f-53b488c605fc tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] 10.222.0.83 "GET /v2.0/security-groups?id=6db89c05-21ef-4cc4-b583-99a936fd491e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186786 Nov 09 15:30:41.944799 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-44226cab-ca5f-4324-9033-942c557b7a4b req-69242791-af93-402b-b61f-b6a60eb15c62 service neutron] 10.222.0.44 "GET /v2.0/networks/f43f6d9c-0e5b-4931-ad0a-15f92ae0cf79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246020 Nov 09 15:30:42.061784 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c7cf1a-e24d-41cc-baaa-dea75daa4c50 req-d335ee1c-9fb7-4176-a45c-21f43fb5fcb4 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:42.064082 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-74c7cf1a-e24d-41cc-baaa-dea75daa4c50 req-d335ee1c-9fb7-4176-a45c-21f43fb5fcb4 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.2093365 Nov 09 15:30:42.277437 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-44226cab-ca5f-4324-9033-942c557b7a4b req-4ef67f0a-9772-4ca8-b8e4-42356f6f07c2 service neutron] 10.222.0.44 "GET /v2.0/networks/f43f6d9c-0e5b-4931-ad0a-15f92ae0cf79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242373 Nov 09 15:30:42.314206 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-74c7cf1a-e24d-41cc-baaa-dea75daa4c50 req-30162421-e435-4343-a8f6-3630d30cf188 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171540 Nov 09 15:30:42.415949 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce60988-bdaf-4393-a799-1205d17e8c20 req-b412be12-800a-4e5a-9885-a0b140cf7c79 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:42.424093 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8ce60988-bdaf-4393-a799-1205d17e8c20 req-b412be12-800a-4e5a-9885-a0b140cf7c79 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 946 time: 0.2186763 Nov 09 15:30:42.518414 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8ce60988-bdaf-4393-a799-1205d17e8c20 req-83b40818-9f03-459c-8a19-6532d82f6be7 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933886 Nov 09 15:30:42.523617 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f62a00-30e8-466e-a323-a0c9a04f9364 req-80f1f8e1-05f2-4ef0-8f1c-0c3b46517773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:42.525075 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d4f62a00-30e8-466e-a323-a0c9a04f9364 req-80f1f8e1-05f2-4ef0-8f1c-0c3b46517773 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad9c4aa27b594a068c05e55a649ecca4&device_id=c1566781-7ec4-4b0b-ae94-966fe35d1931 HTTP/1.1" status: 200 len: 1100 time: 0.1831546 Nov 09 15:30:42.714300 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f62a00-30e8-466e-a323-a0c9a04f9364 req-b243e7fb-6206-4ed1-bc3e-a8fd47ba2571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:42.715765 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d4f62a00-30e8-466e-a323-a0c9a04f9364 req-b243e7fb-6206-4ed1-bc3e-a8fd47ba2571 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f43f6d9c-0e5b-4931-ad0a-15f92ae0cf79 HTTP/1.1" status: 200 len: 871 time: 0.1799664 Nov 09 15:30:42.789738 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d4f62a00-30e8-466e-a323-a0c9a04f9364 req-afc89dca-2bb2-43dd-81d7-d390df57a87e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=d798d292-6205-4338-bb5d-2c6c94efbe09 HTTP/1.1" status: 200 len: 217 time: 0.0666444 Nov 09 15:30:42.864777 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f62a00-30e8-466e-a323-a0c9a04f9364 req-718c2cb4-9c30-4f1f-bbca-185d66cce6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:42.866538 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d4f62a00-30e8-466e-a323-a0c9a04f9364 req-718c2cb4-9c30-4f1f-bbca-185d66cce6bb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8e74f091-6c08-4c54-aceb-ac6b396b2735 HTTP/1.1" status: 200 len: 843 time: 0.0666544 Nov 09 15:30:42.963970 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f62a00-30e8-466e-a323-a0c9a04f9364 req-26c8691a-8e2b-4483-bd93-dc25a830a4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:42.966733 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d4f62a00-30e8-466e-a323-a0c9a04f9364 req-26c8691a-8e2b-4483-bd93-dc25a830a4fe service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f43f6d9c-0e5b-4931-ad0a-15f92ae0cf79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0900209 Nov 09 15:30:43.165481 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d4f62a00-30e8-466e-a323-a0c9a04f9364 req-23fd4590-f72d-402a-87a4-6dfaca56c53e service neutron] 10.222.0.44 "GET /v2.0/networks/f43f6d9c-0e5b-4931-ad0a-15f92ae0cf79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914587 Nov 09 15:30:43.176661 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f4e98-1300-4849-82b1-81347ff21651 req-efd35013-93bb-4178-81ec-099e5b449bcd tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:43.178383 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e30f4e98-1300-4849-82b1-81347ff21651 req-efd35013-93bb-4178-81ec-099e5b449bcd tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1566781-7ec4-4b0b-ae94-966fe35d1931 HTTP/1.1" status: 200 len: 947 time: 0.1838603 Nov 09 15:30:43.215679 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 41406) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:30:43.311327 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e30f4e98-1300-4849-82b1-81347ff21651 req-bdf16cb1-70f4-4786-a364-b4c00df91081 tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] 10.222.0.83 "GET /v2.0/security-groups?id=6db89c05-21ef-4cc4-b583-99a936fd491e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123047 Nov 09 15:30:43.353111 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d4f62a00-30e8-466e-a323-a0c9a04f9364 req-47e8f4f8-874a-4a6e-8ef5-e0853de3c142 service neutron] 10.222.0.44 "GET /v2.0/networks/f43f6d9c-0e5b-4931-ad0a-15f92ae0cf79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737707 Nov 09 15:30:43.353618 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e17ce380-6380-4f76-8c46-f55fd9edd3d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:43.369339 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-e17ce380-6380-4f76-8c46-f55fd9edd3d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:30:43.373485 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-e17ce380-6380-4f76-8c46-f55fd9edd3d6 admin admin] Usage tracker for resource:security_group_rule and tenant:ba545d89ada64fe4b72897c683842124 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:30:43.376554 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-e17ce380-6380-4f76-8c46-f55fd9edd3d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:30:43.382739 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-e17ce380-6380-4f76-8c46-f55fd9edd3d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:30:43.468646 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e17ce380-6380-4f76-8c46-f55fd9edd3d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:43.474022 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e17ce380-6380-4f76-8c46-f55fd9edd3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:43.482620 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-a3c5e98c-1c4f-4393-aa7d-73c99bf7ee85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:43.514304 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10842e-fcc0-41bb-94ac-64d2340d4a40 req-ed9b4733-c1f7-407d-b5a7-b61ef61ca965 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:43.516352 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4c10842e-fcc0-41bb-94ac-64d2340d4a40 req-ed9b4733-c1f7-407d-b5a7-b61ef61ca965 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.0874960 Nov 09 15:30:43.528697 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-e17ce380-6380-4f76-8c46-f55fd9edd3d6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ba545d89ada64fe4b72897c683842124&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3119135 Nov 09 15:30:43.530638 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17ce380-6380-4f76-8c46-f55fd9edd3d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3e6d1e-9ab2-4862-9af0-5e54794c1cfd,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:43.532962 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 41414) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:30:43.536427 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-e17ce380-6380-4f76-8c46-f55fd9edd3d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:43.563798 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4c10842e-fcc0-41bb-94ac-64d2340d4a40 req-7074fcf3-7a51-4719-a015-8d08418ce068 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411918 Nov 09 15:30:43.601640 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-b1c2ffde-7ba6-4bbe-a0c7-1bf1ca8036d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:43.627712 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-b1c2ffde-7ba6-4bbe-a0c7-1bf1ca8036d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:43.692026 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-b1c2ffde-7ba6-4bbe-a0c7-1bf1ca8036d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:43.699167 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-db319345-f775-4fa1-b858-5ebce83d614e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:43.711700 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c2ffde-7ba6-4bbe-a0c7-1bf1ca8036d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3e6d1e-9ab2-4862-9af0-5e54794c1cfd,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:43.714607 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-b1c2ffde-7ba6-4bbe-a0c7-1bf1ca8036d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:43.726134 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-b1c2ffde-7ba6-4bbe-a0c7-1bf1ca8036d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:43.729707 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-b1c2ffde-7ba6-4bbe-a0c7-1bf1ca8036d2 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4a3e6d1e-9ab2-4862-9af0-5e54794c1cfd HTTP/1.1" status: 204 len: 168 time: 0.1935689 Nov 09 15:30:43.739218 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61a745-ea82-481d-841d-67d46788d5e3 req-e8004f92-4e80-4dbd-821d-a5324738358e tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:43.746435 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-cf61a745-ea82-481d-841d-67d46788d5e3 req-e8004f92-4e80-4dbd-821d-a5324738358e tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 946 time: 0.0995028 Nov 09 15:30:43.790528 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-cf61a745-ea82-481d-841d-67d46788d5e3 req-c260f314-dc8a-442a-80ca-6160797de2b9 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431471 Nov 09 15:30:44.509579 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86628215-9c30-4113-8e6d-8fd174b09502 req-4b3538e2-4c62-4801-b3e9-f483cdd44c69 tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:44.511189 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-86628215-9c30-4113-8e6d-8fd174b09502 req-4b3538e2-4c62-4801-b3e9-f483cdd44c69 tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1566781-7ec4-4b0b-ae94-966fe35d1931 HTTP/1.1" status: 200 len: 947 time: 0.0901868 Nov 09 15:30:44.567142 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-86628215-9c30-4113-8e6d-8fd174b09502 req-154587ce-8b91-4ccc-b925-28edd4e09a68 tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] 10.222.0.83 "GET /v2.0/security-groups?id=6db89c05-21ef-4cc4-b583-99a936fd491e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500333 Nov 09 15:30:44.810451 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7dd25b-3f67-4bb6-a2c1-ec47904f23e7 req-b7720444-7e0f-4838-b57c-e71e76d94052 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:44.812005 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0a7dd25b-3f67-4bb6-a2c1-ec47904f23e7 req-b7720444-7e0f-4838-b57c-e71e76d94052 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.1240761 Nov 09 15:30:44.914019 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0a7dd25b-3f67-4bb6-a2c1-ec47904f23e7 req-10b01801-487e-4408-9aa5-2623162fe8ff tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891647 Nov 09 15:30:45.027272 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5850bbc9-8642-44f0-b6df-b2465ff172b9 req-aeba1be0-e70d-4876-905e-60bd8f1fa2c1 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:45.028768 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5850bbc9-8642-44f0-b6df-b2465ff172b9 req-aeba1be0-e70d-4876-905e-60bd8f1fa2c1 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 946 time: 0.0883346 Nov 09 15:30:45.082710 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5850bbc9-8642-44f0-b6df-b2465ff172b9 req-27142608-8276-4ae0-b5ed-17f79da042fb tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445282 Nov 09 15:30:45.757764 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device d798d292-6205-4338-bb5d-2c6c94efbe09 details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=86840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 15:30:45.771580 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ced15-8196-4859-a58b-e354dc0a9f9b req-4fe69682-0e58-45df-90ed-af8a7a8e5136 tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:45.773190 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-960ced15-8196-4859-a58b-e354dc0a9f9b req-4fe69682-0e58-45df-90ed-af8a7a8e5136 tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1566781-7ec4-4b0b-ae94-966fe35d1931 HTTP/1.1" status: 200 len: 947 time: 0.1007907 Nov 09 15:30:45.819552 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-960ced15-8196-4859-a58b-e354dc0a9f9b req-d3fed278-3448-41f7-8bce-d567a5f5708a tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] 10.222.0.83 "GET /v2.0/security-groups?id=6db89c05-21ef-4cc4-b583-99a936fd491e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400989 Nov 09 15:30:45.962730 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port d798d292-6205-4338-bb5d-2c6c94efbe09, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=d798d292-6205-4338-bb5d-2c6c94efbe09,segment=NetworkSegment(30ba7831-2eb9-479f-bbed-db184dbbbdde),segment_id=30ba7831-2eb9-479f-bbed-db184dbbbdde)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:30:45.984253 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Returning: {'device': 'd798d292-6205-4338-bb5d-2c6c94efbe09', 'network_id': 'f43f6d9c-0e5b-4931-ad0a-15f92ae0cf79', 'port_id': 'd798d292-6205-4338-bb5d-2c6c94efbe09', 'mac_address': 'fa:16:3e:bb:da:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e74f091-6c08-4c54-aceb-ac6b396b2735', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 15:30:46.087309 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:46.107747 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.notifiers.nova [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d798d292-6205-4338-bb5d-2c6c94efbe09 {{(pid=86840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 15:30:46.127911 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port d798d292-6205-4338-bb5d-2c6c94efbe09, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=d798d292-6205-4338-bb5d-2c6c94efbe09,segment=NetworkSegment(30ba7831-2eb9-479f-bbed-db184dbbbdde),segment_id=30ba7831-2eb9-479f-bbed-db184dbbbdde)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:30:46.134410 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:46.136931 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-b5e9e384-ae07-4e43-b7c2-2255a2edb9b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:46.141279 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0bc56-c141-4e27-9e53-cd056b283122 req-2a04ecfb-bcbd-4cf8-8de4-32d64701a161 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:46.143111 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2cb0bc56-c141-4e27-9e53-cd056b283122 req-2a04ecfb-bcbd-4cf8-8de4-32d64701a161 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.1123011 Nov 09 15:30:46.215879 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Pushing event updated for resources: {'Port': ['ID=d798d292-6205-4338-bb5d-2c6c94efbe09,revision_number=4']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:46.217345 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2cb0bc56-c141-4e27-9e53-cd056b283122 req-c8f6a009-f6c5-480b-b028-7677f036092b tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683656 Nov 09 15:30:46.228358 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:30:46.229247 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:30:46.229753 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:30:46.230528 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:30:46.231134 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:30:46.231619 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:30:46.232299 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:30:46.232781 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:30:46.233259 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:30:46.234222 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:30:46.234842 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:30:46.235375 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:30:46.241373 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:46.542020 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dcbf7b-4261-4986-9bb2-dd1eaa57c100 req-3d5a0fa0-91b9-4495-96db-bacb6b93f983 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:46.543600 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b2dcbf7b-4261-4986-9bb2-dd1eaa57c100 req-3d5a0fa0-91b9-4495-96db-bacb6b93f983 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 946 time: 0.2035162 Nov 09 15:30:46.615772 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b2dcbf7b-4261-4986-9bb2-dd1eaa57c100 req-a5748d1a-0a4b-4005-9cd4-948d57a3f4dd tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639834 Nov 09 15:30:46.682910 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] get_ports_and_sgs() called for port_ids ['d798d292-6205-4338-bb5d-2c6c94efbe09'] {{(pid=86840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 09 15:30:47.052950 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41944b1c-9ed4-4df6-9cd3-0c50046049e4 req-082dbb10-7718-4836-b14e-5da7edd80e7b tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:47.054530 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-41944b1c-9ed4-4df6-9cd3-0c50046049e4 req-082dbb10-7718-4836-b14e-5da7edd80e7b tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1566781-7ec4-4b0b-ae94-966fe35d1931 HTTP/1.1" status: 200 len: 948 time: 0.0936105 Nov 09 15:30:47.132397 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-41944b1c-9ed4-4df6-9cd3-0c50046049e4 req-3701685e-a909-491e-aa46-f67b2b7ceae6 tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] 10.222.0.83 "GET /v2.0/security-groups?id=6db89c05-21ef-4cc4-b583-99a936fd491e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658839 Nov 09 15:30:47.425668 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b931a-5ff9-4315-9470-758ce8ae5b52 req-9b1f9653-6cf5-4023-bd58-407d2cbff273 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:47.427054 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c64b931a-5ff9-4315-9470-758ce8ae5b52 req-9b1f9653-6cf5-4023-bd58-407d2cbff273 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.0875096 Nov 09 15:30:47.478470 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c64b931a-5ff9-4315-9470-758ce8ae5b52 req-bd6c6fff-bd42-4a03-baf3-494e18ac5a04 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439637 Nov 09 15:30:47.865306 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0747144d-9b0c-43e4-9d5f-4e8cec23dba7 req-f5f3351d-f948-4876-8765-6a0376766118 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:47.866888 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0747144d-9b0c-43e4-9d5f-4e8cec23dba7 req-f5f3351d-f948-4876-8765-6a0376766118 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 946 time: 0.1034517 Nov 09 15:30:47.917782 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0747144d-9b0c-43e4-9d5f-4e8cec23dba7 req-27e0337b-2d56-4d46-9b23-1995a35589b3 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454075 Nov 09 15:30:48.409547 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b78629c-d85a-4304-adca-05d76391c08d req-d1ccc5e3-e537-46cf-b776-ac02f1ad3a37 tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:48.411032 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0b78629c-d85a-4304-adca-05d76391c08d req-d1ccc5e3-e537-46cf-b776-ac02f1ad3a37 tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1566781-7ec4-4b0b-ae94-966fe35d1931 HTTP/1.1" status: 200 len: 948 time: 0.1164074 Nov 09 15:30:48.420322 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077cc1f7-994b-4e25-8326-7f337784d59d req-df6e77df-8625-4a3e-8f6e-76d36030eff9 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:48.421797 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-077cc1f7-994b-4e25-8326-7f337784d59d req-df6e77df-8625-4a3e-8f6e-76d36030eff9 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.44 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.1853807 Nov 09 15:30:48.525162 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0b78629c-d85a-4304-adca-05d76391c08d req-7f72a964-4730-41f9-b8db-f68a6a976298 tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] 10.222.0.83 "GET /v2.0/security-groups?id=6db89c05-21ef-4cc4-b583-99a936fd491e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023519 Nov 09 15:30:48.531018 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [req-077cc1f7-994b-4e25-8326-7f337784d59d req-828f0a5b-9a10-42b9-86d6-5e28cbe89b49 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Deleting port 22d50f63-eaac-4149-8b98-3a76e6e8e44f {{(pid=86838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 09 15:30:48.532880 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-077cc1f7-994b-4e25-8326-7f337784d59d req-828f0a5b-9a10-42b9-86d6-5e28cbe89b49 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763972629131'] for port, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:48.881595 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae272d-141a-477a-b98d-b5dc2ea27645 req-6c5eb42b-0206-4cbc-959a-f920c7a8f132 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:48.883124 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2bae272d-141a-477a-b98d-b5dc2ea27645 req-6c5eb42b-0206-4cbc-959a-f920c7a8f132 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 945 time: 0.2454112 Nov 09 15:30:48.925252 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-077cc1f7-994b-4e25-8326-7f337784d59d req-828f0a5b-9a10-42b9-86d6-5e28cbe89b49 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] For port 22d50f63-eaac-4149-8b98-3a76e6e8e44f, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=22d50f63-eaac-4149-8b98-3a76e6e8e44f,segment=NetworkSegment(a12b8ba6-b75a-4633-b283-1b43182e6c77),segment_id=a12b8ba6-b75a-4633-b283-1b43182e6c77)] {{(pid=86838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:30:48.926233 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-077cc1f7-994b-4e25-8326-7f337784d59d req-828f0a5b-9a10-42b9-86d6-5e28cbe89b49 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980446'] for port, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:48.978742 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2bae272d-141a-477a-b98d-b5dc2ea27645 req-63468f43-025c-4fc9-beb2-788ad65a180f tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/security-groups?id=597faaa4-8f8a-4400-8496-d208c0bc3795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831640 Nov 09 15:30:49.119962 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [req-077cc1f7-994b-4e25-8326-7f337784d59d req-828f0a5b-9a10-42b9-86d6-5e28cbe89b49 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Calling delete_port for 22d50f63-eaac-4149-8b98-3a76e6e8e44f owned by compute:nova {{(pid=86838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 09 15:30:49.290539 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670088b-b9f8-4725-8bda-21d4d1d66996 req-ef6bdf9c-06f9-499e-b9e9-be6c5f3f6c59 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:49.292260 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b670088b-b9f8-4725-8bda-21d4d1d66996 req-ef6bdf9c-06f9-499e-b9e9-be6c5f3f6c59 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 946 time: 0.1799452 Nov 09 15:30:49.410516 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b670088b-b9f8-4725-8bda-21d4d1d66996 req-080801ca-33e3-4516-bf19-942cdfba624a tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824482 Nov 09 15:30:49.433080 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-077cc1f7-994b-4e25-8326-7f337784d59d req-828f0a5b-9a10-42b9-86d6-5e28cbe89b49 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763972633375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763972299780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1120097'] for port, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:49.433080 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-8968ec2f-0632-49a0-b896-4b38ddd5c549 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:49.444997 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] get_ports_and_sgs() called for port_ids ['22d50f63-eaac-4149-8b98-3a76e6e8e44f'] {{(pid=86840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 09 15:30:49.516126 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828f0a5b-9a10-42b9-86d6-5e28cbe89b49 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Pushing event deleted for resources: {'Port': ['ID=22d50f63-eaac-4149-8b98-3a76e6e8e44f,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:49.519577 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-828f0a5b-9a10-42b9-86d6-5e28cbe89b49 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:49.573378 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [req-077cc1f7-994b-4e25-8326-7f337784d59d req-828f0a5b-9a10-42b9-86d6-5e28cbe89b49 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] No DVR routers for this DVR port 22d50f63-eaac-4149-8b98-3a76e6e8e44f on host hv-cinder-81722 {{(pid=86838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 15:30:49.575892 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-077cc1f7-994b-4e25-8326-7f337784d59d req-828f0a5b-9a10-42b9-86d6-5e28cbe89b49 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:49.578715 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946581da-2540-4873-acfa-f4adf448d837', 'name': 'network-vif-deleted', 'tag': '22d50f63-eaac-4149-8b98-3a76e6e8e44f'}] {{(pid=86838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:30:49.597468 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-077cc1f7-994b-4e25-8326-7f337784d59d req-828f0a5b-9a10-42b9-86d6-5e28cbe89b49 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.44 "DELETE /v2.0/ports/22d50f63-eaac-4149-8b98-3a76e6e8e44f HTTP/1.1" status: 204 len: 173 time: 1.1599789 Nov 09 15:30:49.746708 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4408bbc4-c659-4b67-907c-8d3c69c0e271 req-ab1c5108-6fb8-4169-bc34-0a56d07c2ee4 tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:49.748517 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4408bbc4-c659-4b67-907c-8d3c69c0e271 req-ab1c5108-6fb8-4169-bc34-0a56d07c2ee4 tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1566781-7ec4-4b0b-ae94-966fe35d1931 HTTP/1.1" status: 200 len: 948 time: 0.1000278 Nov 09 15:30:49.772638 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '946581da-2540-4873-acfa-f4adf448d837', 'name': 'network-vif-deleted', 'tag': '22d50f63-eaac-4149-8b98-3a76e6e8e44f', 'status': 'completed', 'code': 200} Nov 09 15:30:49.778526 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device d798d292-6205-4338-bb5d-2c6c94efbe09 up at agent hyperv_hv-cinder-81722 {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:30:49.808450 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4408bbc4-c659-4b67-907c-8d3c69c0e271 req-e80ec2c3-f911-4e7f-976d-c92ab6a9be21 tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] 10.222.0.83 "GET /v2.0/security-groups?id=6db89c05-21ef-4cc4-b583-99a936fd491e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536563 Nov 09 15:30:49.852335 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Provisioning for port d798d292-6205-4338-bb5d-2c6c94efbe09 completed by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:30:49.857521 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Provisioning complete for port d798d292-6205-4338-bb5d-2c6c94efbe09 triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:30:49.857944 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:49.981996 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:50.014465 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1566781-7ec4-4b0b-ae94-966fe35d1931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd798d292-6205-4338-bb5d-2c6c94efbe09'}] {{(pid=86840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:30:50.027116 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port d798d292-6205-4338-bb5d-2c6c94efbe09, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=d798d292-6205-4338-bb5d-2c6c94efbe09,segment=NetworkSegment(30ba7831-2eb9-479f-bbed-db184dbbbdde),segment_id=30ba7831-2eb9-479f-bbed-db184dbbbdde)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:30:50.031689 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c53bb-d5a5-41dd-8327-68504acc330d req-7a4574f9-f1eb-434b-b78f-0c3a09b2f775 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:50.032597 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:50.033739 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-199c53bb-d5a5-41dd-8327-68504acc330d req-7a4574f9-f1eb-434b-b78f-0c3a09b2f775 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/ports?device_id=9fbc088c-170e-462b-bbaa-d1c5330d48a7 HTTP/1.1" status: 200 len: 945 time: 0.1621523 Nov 09 15:30:50.034874 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device 22d50f63-eaac-4149-8b98-3a76e6e8e44f no longer exists at agent hyperv_hv-cinder-81722 {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 15:30:50.070159 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:50.115846 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-199c53bb-d5a5-41dd-8327-68504acc330d req-40d88aef-f460-47ae-bddb-c30307eed2d8 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/security-groups?id=89598d83-0143-4fbf-985e-34eb6a3ed75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738158 Nov 09 15:30:50.180609 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Pushing event updated for resources: {'Port': ['ID=d798d292-6205-4338-bb5d-2c6c94efbe09,revision_number=5']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:50.184351 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:50.185348 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] No Port match for: 22d50f63-eaac-4149-8b98-3a76e6e8e44f {{(pid=86840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 09 15:30:50.185865 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device 22d50f63-eaac-4149-8b98-3a76e6e8e44f not bound to the agent host hv-cinder-81722 {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 15:30:50.191257 dv-cinder-817223-1-smb neutron-server[86840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1566781-7ec4-4b0b-ae94-966fe35d1931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd798d292-6205-4338-bb5d-2c6c94efbe09', 'code': 200} Nov 09 15:30:50.193161 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-b74679b7-f0c2-4123-b084-43e47c867575 req-080b17ed-5b56-4b38-9a15-c72c978d51d0 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Synchronizing usage tracker for tenant:9358f8b166ed4a2d82f901d8250cca4a on resource:port {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 15:30:50.211614 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:50.225504 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-b74679b7-f0c2-4123-b084-43e47c867575 req-080b17ed-5b56-4b38-9a15-c72c978d51d0 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Unset dirty status for tenant:9358f8b166ed4a2d82f901d8250cca4a on resource:port {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 15:30:50.228138 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b74679b7-f0c2-4123-b084-43e47c867575 req-080b17ed-5b56-4b38-9a15-c72c978d51d0 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] 10.222.0.83 "GET /v2.0/ports?device_id=946581da-2540-4873-acfa-f4adf448d837 HTTP/1.1" status: 200 len: 210 time: 0.1096926 Nov 09 15:30:50.541728 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6d5c6-8349-4006-9023-114ce71fa21a req-d9802b32-bf27-4e93-a540-abf1e4b984a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:50.547315 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4aa6d5c6-8349-4006-9023-114ce71fa21a req-d9802b32-bf27-4e93-a540-abf1e4b984a8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c1566781-7ec4-4b0b-ae94-966fe35d1931 HTTP/1.1" status: 200 len: 1102 time: 0.1439073 Nov 09 15:30:50.658105 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4aa6d5c6-8349-4006-9023-114ce71fa21a req-d77c5359-f387-4eb8-9bc6-c2d2d4bd2d99 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6db89c05-21ef-4cc4-b583-99a936fd491e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003904 Nov 09 15:30:50.677717 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bea482-8d87-484b-b2c7-2f7317fc0ce2 req-4c8eaa23-a7b4-4525-a053-0572f4cacfbb tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:50.679184 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a5bea482-8d87-484b-b2c7-2f7317fc0ce2 req-4c8eaa23-a7b4-4525-a053-0572f4cacfbb tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa659748-7098-4d83-bee9-fa7de9ff5c12 HTTP/1.1" status: 200 len: 945 time: 0.1919622 Nov 09 15:30:50.734010 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dba545-31ed-4b5a-abe7-0bb1c8e674df req-be048901-6f5b-4c1f-a4f2-7806d64d27a5 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:50.735371 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-85dba545-31ed-4b5a-abe7-0bb1c8e674df req-be048901-6f5b-4c1f-a4f2-7806d64d27a5 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 946 time: 0.1631198 Nov 09 15:30:50.759914 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a5bea482-8d87-484b-b2c7-2f7317fc0ce2 req-7a37430b-dcf9-4130-bf97-390554a36472 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/security-groups?id=865ee8c0-0767-4d57-8452-a1f03027d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741365 Nov 09 15:30:50.787848 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-85dba545-31ed-4b5a-abe7-0bb1c8e674df req-fa4eed6c-540c-4de8-830b-0c7999f886de tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458260 Nov 09 15:30:51.010756 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441bbf9-f798-4690-8297-595d1f179d35 req-f246ae2b-a82d-4d52-a5cb-21cc5efa0a6e tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:51.012104 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c441bbf9-f798-4690-8297-595d1f179d35 req-f246ae2b-a82d-4d52-a5cb-21cc5efa0a6e tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1566781-7ec4-4b0b-ae94-966fe35d1931 HTTP/1.1" status: 200 len: 949 time: 0.0876293 Nov 09 15:30:51.068851 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c441bbf9-f798-4690-8297-595d1f179d35 req-2ad0f98a-7f03-4240-98f1-51f2a449de78 tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] 10.222.0.83 "GET /v2.0/security-groups?id=6db89c05-21ef-4cc4-b583-99a936fd491e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508609 Nov 09 15:30:51.300832 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8968835f-7d65-4512-aa00-644b51e7be9d req-41d4f323-92cd-4812-89f0-9a41b74c2843 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:51.302312 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8968835f-7d65-4512-aa00-644b51e7be9d req-41d4f323-92cd-4812-89f0-9a41b74c2843 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/ports?device_id=9fbc088c-170e-462b-bbaa-d1c5330d48a7 HTTP/1.1" status: 200 len: 945 time: 0.0834010 Nov 09 15:30:51.329286 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 41628) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:30:51.351542 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8968835f-7d65-4512-aa00-644b51e7be9d req-b28a4f3a-2aff-4689-84bc-eb0f624ac411 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/security-groups?id=89598d83-0143-4fbf-985e-34eb6a3ed75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435686 Nov 09 15:30:51.787304 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device 22a21dfd-9477-4e51-b44b-ee3e7eda5c1d details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=86840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 15:30:51.962285 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port 22a21dfd-9477-4e51-b44b-ee3e7eda5c1d, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=22a21dfd-9477-4e51-b44b-ee3e7eda5c1d,segment=NetworkSegment(d9ea088f-84c5-40da-9a44-3534ad2a71f5),segment_id=d9ea088f-84c5-40da-9a44-3534ad2a71f5)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:30:51.974459 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-544b4d2a-a420-4186-a32d-766b263c14ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-822494'] for router_interface, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:51.978189 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Returning: {'device': '22a21dfd-9477-4e51-b44b-ee3e7eda5c1d', 'network_id': '4e486921-0f80-48c5-9888-ae5de3f1e305', 'port_id': '22a21dfd-9477-4e51-b44b-ee3e7eda5c1d', 'mac_address': 'fa:16:3e:4e:e5:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ec84acc-d70c-4e8d-bb6d-6e13232b6778', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 15:30:52.040980 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:52.059845 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.notifiers.nova [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 22a21dfd-9477-4e51-b44b-ee3e7eda5c1d {{(pid=86840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 15:30:52.077263 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port 22a21dfd-9477-4e51-b44b-ee3e7eda5c1d, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=22a21dfd-9477-4e51-b44b-ee3e7eda5c1d,segment=NetworkSegment(d9ea088f-84c5-40da-9a44-3534ad2a71f5),segment_id=d9ea088f-84c5-40da-9a44-3534ad2a71f5)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:30:52.083980 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:52.087381 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:52.105793 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a559c-4fa0-43d9-88a7-09c27c9b7e6c req-79a0ee57-eb9e-48a9-a896-a05d11a19537 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:52.113446 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-cf0a559c-4fa0-43d9-88a7-09c27c9b7e6c req-79a0ee57-eb9e-48a9-a896-a05d11a19537 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa659748-7098-4d83-bee9-fa7de9ff5c12 HTTP/1.1" status: 200 len: 945 time: 0.1899674 Nov 09 15:30:52.161204 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-cf0a559c-4fa0-43d9-88a7-09c27c9b7e6c req-15f0d975-2c81-4b85-9f9b-1816dc9779c1 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/security-groups?id=865ee8c0-0767-4d57-8452-a1f03027d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467856 Nov 09 15:30:52.174233 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Pushing event updated for resources: {'Port': ['ID=22a21dfd-9477-4e51-b44b-ee3e7eda5c1d,revision_number=6']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:52.189386 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:52.189887 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5523527-fa10-4457-b010-cacf8c8d0212 req-4255fa07-58e7-411c-ab17-a818763740dd tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:52.192028 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e5523527-fa10-4457-b010-cacf8c8d0212 req-4255fa07-58e7-411c-ab17-a818763740dd tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 946 time: 0.2142990 Nov 09 15:30:52.292194 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e5523527-fa10-4457-b010-cacf8c8d0212 req-c3232a02-abff-4a18-9d13-09ce0a8286bc tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841434 Nov 09 15:30:52.387970 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74a7e7-08a6-4e70-adad-f2a572c8bab3 req-c23d4a41-eede-4bb8-bb48-3922b4e945ac tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:52.389573 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9c74a7e7-08a6-4e70-adad-f2a572c8bab3 req-c23d4a41-eede-4bb8-bb48-3922b4e945ac tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1566781-7ec4-4b0b-ae94-966fe35d1931 HTTP/1.1" status: 200 len: 949 time: 0.0965583 Nov 09 15:30:52.438944 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9c74a7e7-08a6-4e70-adad-f2a572c8bab3 req-10e1a7ea-7569-41de-a5c9-9563920d1094 tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] 10.222.0.83 "GET /v2.0/security-groups?id=6db89c05-21ef-4cc4-b583-99a936fd491e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424104 Nov 09 15:30:52.479208 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-544b4d2a-a420-4186-a32d-766b263c14ed admin admin] Deleting port cf9f9d51-a156-4942-b5b9-e66a0f19d353 {{(pid=86839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 09 15:30:52.479694 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] get_ports_and_sgs() called for port_ids ['22a21dfd-9477-4e51-b44b-ee3e7eda5c1d'] {{(pid=86840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 09 15:30:52.479818 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-544b4d2a-a420-4186-a32d-766b263c14ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763972629131'] for port, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:52.583736 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840073c4-c9ac-4cbf-bf4a-5e7a80233184 req-800c7df0-1e2b-441b-b3c9-197b3e12b456 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:52.590704 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-840073c4-c9ac-4cbf-bf4a-5e7a80233184 req-800c7df0-1e2b-441b-b3c9-197b3e12b456 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/ports?device_id=9fbc088c-170e-462b-bbaa-d1c5330d48a7 HTTP/1.1" status: 200 len: 945 time: 0.1135068 Nov 09 15:30:52.656591 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-840073c4-c9ac-4cbf-bf4a-5e7a80233184 req-45bec397-f866-40b5-bdec-9e777ea879c5 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/security-groups?id=89598d83-0143-4fbf-985e-34eb6a3ed75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649605 Nov 09 15:30:52.686924 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-544b4d2a-a420-4186-a32d-766b263c14ed admin admin] For port cf9f9d51-a156-4942-b5b9-e66a0f19d353, host dv-cinder-817223-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=cf9f9d51-a156-4942-b5b9-e66a0f19d353,segment=NetworkSegment(a12b8ba6-b75a-4633-b283-1b43182e6c77),segment_id=a12b8ba6-b75a-4633-b283-1b43182e6c77)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:30:52.687286 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-544b4d2a-a420-4186-a32d-766b263c14ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980446'] for port, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:52.817901 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-544b4d2a-a420-4186-a32d-766b263c14ed admin admin] Calling delete_port for cf9f9d51-a156-4942-b5b9-e66a0f19d353 owned by network:router_interface {{(pid=86839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 09 15:30:53.134281 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-544b4d2a-a420-4186-a32d-766b263c14ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763972633375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763972299780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337271'] for port, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:53.137797 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-b5ff528c-6c50-4c6e-b7bd-9adaad34097b tempest-VolumesActionsTest-1450627691 tempest-VolumesActionsTest-1450627691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:53.180487 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544b4d2a-a420-4186-a32d-766b263c14ed admin admin] Pushing event deleted for resources: {'Port': ['ID=cf9f9d51-a156-4942-b5b9-e66a0f19d353,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:53.183343 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-544b4d2a-a420-4186-a32d-766b263c14ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:53.421806 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae1f7c9-564d-4abc-8319-8f9f7f1a5af3 req-553a5d45-7797-4bdd-831a-ad8a7354b53d tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:53.430352 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9ae1f7c9-564d-4abc-8319-8f9f7f1a5af3 req-553a5d45-7797-4bdd-831a-ad8a7354b53d tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa659748-7098-4d83-bee9-fa7de9ff5c12 HTTP/1.1" status: 200 len: 945 time: 0.1378787 Nov 09 15:30:53.533373 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9ae1f7c9-564d-4abc-8319-8f9f7f1a5af3 req-2b486f64-628e-449f-be27-b49c87ac3411 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/security-groups?id=865ee8c0-0767-4d57-8452-a1f03027d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007173 Nov 09 15:30:53.565532 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01420e69-429a-487a-ad8f-767385f704e0 req-490470bc-a047-4dc8-a765-8b5b6a86d9b2 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:53.566708 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-544b4d2a-a420-4186-a32d-766b263c14ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-822434'] for router_interface, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:53.572358 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-01420e69-429a-487a-ad8f-767385f704e0 req-490470bc-a047-4dc8-a765-8b5b6a86d9b2 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 945 time: 0.1178021 Nov 09 15:30:53.709033 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-01420e69-429a-487a-ad8f-767385f704e0 req-958125ad-e0c5-4e3f-96e1-26210158df37 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358271 Nov 09 15:30:53.737816 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc91da4-1c37-43c6-9bdb-34cf7c73c742 req-c39ea2fb-2b8f-4a39-b901-584b69df998e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:53.739436 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9fc91da4-1c37-43c6-9bdb-34cf7c73c742 req-c39ea2fb-2b8f-4a39-b901-584b69df998e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=41dafbb04b984e61a49bf7c195f04598&device_id=fa659748-7098-4d83-bee9-fa7de9ff5c12 HTTP/1.1" status: 200 len: 1098 time: 0.1651847 Nov 09 15:30:53.764550 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aed9d7-b66e-43cf-a4c2-6c4a2f2ee43b req-d2e014f8-224e-43f4-b9d8-df117a34f183 tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:53.767564 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b4aed9d7-b66e-43cf-a4c2-6c4a2f2ee43b req-d2e014f8-224e-43f4-b9d8-df117a34f183 tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1566781-7ec4-4b0b-ae94-966fe35d1931 HTTP/1.1" status: 200 len: 949 time: 0.1252623 Nov 09 15:30:53.811618 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device 22a21dfd-9477-4e51-b44b-ee3e7eda5c1d up at agent hyperv_hv-cinder-81722 {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:30:53.918042 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Provisioning complete for port 22a21dfd-9477-4e51-b44b-ee3e7eda5c1d triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:30:53.918655 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:53.966814 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b4aed9d7-b66e-43cf-a4c2-6c4a2f2ee43b req-e30d5489-355a-4e94-862c-0abbf617632e tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] 10.222.0.83 "GET /v2.0/security-groups?id=6db89c05-21ef-4cc4-b583-99a936fd491e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793323 Nov 09 15:30:54.024636 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc91da4-1c37-43c6-9bdb-34cf7c73c742 req-1772bca2-f79c-477d-be4e-6ef6840a7cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:54.026504 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9fc91da4-1c37-43c6-9bdb-34cf7c73c742 req-1772bca2-f79c-477d-be4e-6ef6840a7cdf service neutron] 10.222.0.44 "GET /v2.0/networks?id=54e70c2d-ce99-4138-a9cc-3f850389a6a6 HTTP/1.1" status: 200 len: 912 time: 0.2589691 Nov 09 15:30:54.064314 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:54.081364 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-544b4d2a-a420-4186-a32d-766b263c14ed admin admin] Router 9122288b-4562-48c2-8128-f210649aadde has already been hosted by L3 agent d083232d-238f-4a80-a5b8-222ad2e2cbfd {{(pid=86839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 09 15:30:54.126375 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95702d-9ea9-4ea8-82dc-6bc15330c33d req-0c72d45c-71db-4005-b812-ed9550ab82cf tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:54.128082 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3e95702d-9ea9-4ea8-82dc-6bc15330c33d req-0c72d45c-71db-4005-b812-ed9550ab82cf tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/ports?device_id=9fbc088c-170e-462b-bbaa-d1c5330d48a7 HTTP/1.1" status: 200 len: 945 time: 0.2717047 Nov 09 15:30:54.164220 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46eb4df-8c64-446f-b9df-4de9e07953f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a21dfd-9477-4e51-b44b-ee3e7eda5c1d'}] {{(pid=86840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:30:54.183958 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port 22a21dfd-9477-4e51-b44b-ee3e7eda5c1d, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=22a21dfd-9477-4e51-b44b-ee3e7eda5c1d,segment=NetworkSegment(d9ea088f-84c5-40da-9a44-3534ad2a71f5),segment_id=d9ea088f-84c5-40da-9a44-3534ad2a71f5)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:30:54.199416 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:54.205181 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:54.326023 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9fc91da4-1c37-43c6-9bdb-34cf7c73c742 req-e199f1de-38fe-4a6d-809d-582ddcff6f9c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7 HTTP/1.1" status: 200 len: 1001 time: 0.2902913 Nov 09 15:30:54.345236 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Pushing event updated for resources: {'Port': ['ID=22a21dfd-9477-4e51-b44b-ee3e7eda5c1d,revision_number=7']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:54.350249 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:54.363130 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544b4d2a-a420-4186-a32d-766b263c14ed admin admin] Notify agent at l3_agent.dv-cinder-817223-1-smb the message routers_updated {{(pid=86839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 09 15:30:54.376296 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48e9b83-9eed-4162-b835-3f5f89815a1b None None] Sync routers for ids ['9122288b-4562-48c2-8128-f210649aadde'] in dv-cinder-817223-1-smb {{(pid=86841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 15:30:54.387200 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-544b4d2a-a420-4186-a32d-766b263c14ed admin admin] 10.222.0.83 "PUT /v2.0/routers/9122288b-4562-48c2-8128-f210649aadde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0566361 Nov 09 15:30:54.388555 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 41688) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:30:54.395819 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48e9b83-9eed-4162-b835-3f5f89815a1b None None] Routers {'9122288b-4562-48c2-8128-f210649aadde'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:30:54.396602 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-c48e9b83-9eed-4162-b835-3f5f89815a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:30:28Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['9122288b-4562-48c2-8128-f210649aadde'], 'active': True} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:30:54.400226 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3e95702d-9ea9-4ea8-82dc-6bc15330c33d req-67db1733-f608-4350-8f87-80521aabd9c7 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/security-groups?id=89598d83-0143-4fbf-985e-34eb6a3ed75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615604 Nov 09 15:30:54.435257 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc91da4-1c37-43c6-9bdb-34cf7c73c742 req-400e84e5-fda8-4821-89b3-08d577d3b330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:54.441839 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9fc91da4-1c37-43c6-9bdb-34cf7c73c742 req-400e84e5-fda8-4821-89b3-08d577d3b330 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9b608a26-d042-452d-99ad-6e47cca5fd61 HTTP/1.1" status: 200 len: 849 time: 0.1001599 Nov 09 15:30:54.450279 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 41694) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:30:54.500821 dv-cinder-817223-1-smb neutron-server[86840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46eb4df-8c64-446f-b9df-4de9e07953f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a21dfd-9477-4e51-b44b-ee3e7eda5c1d', 'code': 200} Nov 09 15:30:54.586975 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc91da4-1c37-43c6-9bdb-34cf7c73c742 req-54456b5a-7cf1-40e0-979d-9be4595ae928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:54.588639 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9fc91da4-1c37-43c6-9bdb-34cf7c73c742 req-54456b5a-7cf1-40e0-979d-9be4595ae928 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=54e70c2d-ce99-4138-a9cc-3f850389a6a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1354055 Nov 09 15:30:54.617956 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-0c068881-2bf8-4084-865a-fafc1489d5a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:54.679237 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvr_db [None req-c48e9b83-9eed-4162-b835-3f5f89815a1b None None] Set router 9122288b-4562-48c2-8128-f210649aadde gateway port host: dv-cinder-817223-1-smb {{(pid=86841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:30:54.817034 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-0c068881-2bf8-4084-865a-fafc1489d5a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:54.827455 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-0c068881-2bf8-4084-865a-fafc1489d5a5 admin admin] Deleting port 06e6cd9b-f7d2-4e64-a583-e2d58fcd2ef6 {{(pid=86839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 09 15:30:54.827805 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-0c068881-2bf8-4084-865a-fafc1489d5a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763972629131'] for port, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:54.842006 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-68296606-ea78-4d15-a4aa-908bc569d474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:54.895538 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-68296606-ea78-4d15-a4aa-908bc569d474 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:30:54.916881 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-68296606-ea78-4d15-a4aa-908bc569d474 admin admin] Usage tracker for resource:security_group_rule and tenant:9e6d57410a98408a863e5341cc38a207 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:30:54.935540 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-68296606-ea78-4d15-a4aa-908bc569d474 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:30:54.958416 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-68296606-ea78-4d15-a4aa-908bc569d474 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:30:54.978576 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9fc91da4-1c37-43c6-9bdb-34cf7c73c742 req-a4dab13e-279d-4808-8f07-fb3dda13a0ab service neutron] 10.222.0.44 "GET /v2.0/networks/54e70c2d-ce99-4138-a9cc-3f850389a6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747211 Nov 09 15:30:55.032738 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015cfd3-9b1e-4f9c-b1b5-adfe3b85aeae req-9ad0b37d-bec9-4a42-a897-a26b9c956c84 tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:55.034464 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4015cfd3-9b1e-4f9c-b1b5-adfe3b85aeae req-9ad0b37d-bec9-4a42-a897-a26b9c956c84 tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1566781-7ec4-4b0b-ae94-966fe35d1931 HTTP/1.1" status: 200 len: 949 time: 0.3836479 Nov 09 15:30:55.046809 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-c48e9b83-9eed-4162-b835-3f5f89815a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9122288b-4562-48c2-8128-f210649aadde', 'name': 'tempest-ServerRescueNegativeTestJSON-553541280-router', 'tenant_id': '9358f8b166ed4a2d82f901d8250cca4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': '06e6cd9b-f7d2-4e64-a583-e2d58fcd2ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:27:07Z', 'updated_at': '2021-11-09T15:30:53Z', 'revision_number': 5, 'project_id': '9358f8b166ed4a2d82f901d8250cca4a', 'gw_port': {'id': '06e6cd9b-f7d2-4e64-a583-e2d58fcd2ef6', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:79:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9122288b-4562-48c2-8128-f210649aadde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:10Z', 'updated_at': '2021-11-09T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb'}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:30:55.050041 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5f479-68bf-40ff-bf30-ac3f7ef119b2 req-92a48ec9-ffab-4fbe-8984-389e874c8df4 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:55.051316 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a4f5f479-68bf-40ff-bf30-ac3f7ef119b2 req-92a48ec9-ffab-4fbe-8984-389e874c8df4 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa659748-7098-4d83-bee9-fa7de9ff5c12 HTTP/1.1" status: 200 len: 945 time: 0.2809234 Nov 09 15:30:55.051522 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48e9b83-9eed-4162-b835-3f5f89815a1b None None] Checking router: 9122288b-4562-48c2-8128-f210649aadde for host: dv-cinder-817223-1-smb {{(pid=86841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 15:30:55.062515 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48e9b83-9eed-4162-b835-3f5f89815a1b None None] Routers {'9122288b-4562-48c2-8128-f210649aadde'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:30:55.063291 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-c48e9b83-9eed-4162-b835-3f5f89815a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:30:28Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['9122288b-4562-48c2-8128-f210649aadde'], 'active': True} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:30:55.091087 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-3aef8f9f-e9b9-42d0-a1ab-5ba54b6e38f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:55.158046 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-0c068881-2bf8-4084-865a-fafc1489d5a5 admin admin] For port 06e6cd9b-f7d2-4e64-a583-e2d58fcd2ef6, host dv-cinder-817223-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=06e6cd9b-f7d2-4e64-a583-e2d58fcd2ef6,segment=NetworkSegment(5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3),segment_id=5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:30:55.158452 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-0c068881-2bf8-4084-865a-fafc1489d5a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980446'] for port, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:55.227471 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvr_db [None req-c48e9b83-9eed-4162-b835-3f5f89815a1b None None] Set router 9122288b-4562-48c2-8128-f210649aadde gateway port host: None {{(pid=86841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:30:55.249959 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a4f5f479-68bf-40ff-bf30-ac3f7ef119b2 req-958fdf71-2ee6-4d17-802a-a38a2df391c3 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/security-groups?id=865ee8c0-0767-4d57-8452-a1f03027d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237357 Nov 09 15:30:55.257185 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4015cfd3-9b1e-4f9c-b1b5-adfe3b85aeae req-b5909912-9e05-4a58-bbed-057b79adcd2b tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] 10.222.0.83 "GET /v2.0/security-groups?id=6db89c05-21ef-4cc4-b583-99a936fd491e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426513 Nov 09 15:30:55.285236 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9fc91da4-1c37-43c6-9bdb-34cf7c73c742 req-e4f89766-d1dc-4ca7-a457-d228438ce1b9 service neutron] 10.222.0.44 "GET /v2.0/networks/54e70c2d-ce99-4138-a9cc-3f850389a6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928848 Nov 09 15:30:55.314279 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-0c068881-2bf8-4084-865a-fafc1489d5a5 admin admin] Calling delete_port for 06e6cd9b-f7d2-4e64-a583-e2d58fcd2ef6 owned by network:router_gateway {{(pid=86839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 09 15:30:55.331710 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-68296606-ea78-4d15-a4aa-908bc569d474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:55.336819 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-68296606-ea78-4d15-a4aa-908bc569d474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:55.346237 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-235bcf48-368f-47f3-b0e8-14ce2fef0c5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:55.352576 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-c48e9b83-9eed-4162-b835-3f5f89815a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9122288b-4562-48c2-8128-f210649aadde', 'name': 'tempest-ServerRescueNegativeTestJSON-553541280-router', 'tenant_id': '9358f8b166ed4a2d82f901d8250cca4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:27:07Z', 'updated_at': '2021-11-09T15:30:54Z', 'revision_number': 6, 'project_id': '9358f8b166ed4a2d82f901d8250cca4a', 'gw_port_host': None}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:30:55.357171 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48e9b83-9eed-4162-b835-3f5f89815a1b None None] The sync data for ids ['9122288b-4562-48c2-8128-f210649aadde'] in dv-cinder-817223-1-smb is: [{'id': '9122288b-4562-48c2-8128-f210649aadde', 'name': 'tempest-ServerRescueNegativeTestJSON-553541280-router', 'tenant_id': '9358f8b166ed4a2d82f901d8250cca4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:27:07Z', 'updated_at': '2021-11-09T15:30:54Z', 'revision_number': 6, 'project_id': '9358f8b166ed4a2d82f901d8250cca4a', 'gw_port_host': None}] {{(pid=86841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 15:30:55.399902 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-68296606-ea78-4d15-a4aa-908bc569d474 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9e6d57410a98408a863e5341cc38a207&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9481201 Nov 09 15:30:55.403553 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 41706) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:30:55.404552 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68296606-ea78-4d15-a4aa-908bc569d474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9749b25a-1643-4dd8-a940-36ac15d2b629,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:55.410004 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-68296606-ea78-4d15-a4aa-908bc569d474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:55.480645 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:55.512242 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-f2134af2-e4cc-411a-9456-9e1cdf3001a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:55.537324 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec2ded-6963-490d-8654-9f6860d9c638 req-b8111448-7199-4e2b-b154-e443ee2629fd tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:55.539751 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5bec2ded-6963-490d-8654-9f6860d9c638 req-b8111448-7199-4e2b-b154-e443ee2629fd tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 946 time: 0.0978038 Nov 09 15:30:55.544333 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-f2134af2-e4cc-411a-9456-9e1cdf3001a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:55.633856 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-0c068881-2bf8-4084-865a-fafc1489d5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763972633375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763972299780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337271'] for port, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:55.638463 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-15df9f53-adb1-4c1b-a012-a526eabd535e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:55.639439 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5bec2ded-6963-490d-8654-9f6860d9c638 req-d3ece8c1-011b-4233-ba41-711aeef06b41 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633729 Nov 09 15:30:55.660648 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aba329-8099-4bb6-9cf0-bda0b6e590d5 req-78b417b0-adf1-44cf-972f-4982c3404761 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:55.662069 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-57aba329-8099-4bb6-9cf0-bda0b6e590d5 req-78b417b0-adf1-44cf-972f-4982c3404761 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/ports?device_id=9fbc088c-170e-462b-bbaa-d1c5330d48a7 HTTP/1.1" status: 200 len: 945 time: 0.1210508 Nov 09 15:30:55.684364 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c068881-2bf8-4084-865a-fafc1489d5a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=06e6cd9b-f7d2-4e64-a583-e2d58fcd2ef6,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:55.687470 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-0c068881-2bf8-4084-865a-fafc1489d5a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:55.715654 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-57aba329-8099-4bb6-9cf0-bda0b6e590d5 req-ca406aa9-5bc1-4626-81db-6eab088861d3 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/security-groups?id=89598d83-0143-4fbf-985e-34eb6a3ed75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468583 Nov 09 15:30:55.722266 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-f2134af2-e4cc-411a-9456-9e1cdf3001a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:55.731091 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-f3fed42a-8040-49c2-896e-27d29d3b112d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:55.769157 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2134af2-e4cc-411a-9456-9e1cdf3001a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9749b25a-1643-4dd8-a940-36ac15d2b629,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:55.780947 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-f2134af2-e4cc-411a-9456-9e1cdf3001a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:55.801225 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-f2134af2-e4cc-411a-9456-9e1cdf3001a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:55.802409 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-f2134af2-e4cc-411a-9456-9e1cdf3001a2 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/9749b25a-1643-4dd8-a940-36ac15d2b629 HTTP/1.1" status: 204 len: 168 time: 0.3984120 Nov 09 15:30:55.809003 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-0c068881-2bf8-4084-865a-fafc1489d5a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978213'] for router_gateway, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:55.988673 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-0c068881-2bf8-4084-865a-fafc1489d5a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-980324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-689'] for router, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:55.990950 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-0c068881-2bf8-4084-865a-fafc1489d5a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:56.079257 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-0c068881-2bf8-4084-865a-fafc1489d5a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978257'] for router, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:56.079859 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c068881-2bf8-4084-865a-fafc1489d5a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9122288b-4562-48c2-8128-f210649aadde {{(pid=86839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 09 15:30:56.089724 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-0c068881-2bf8-4084-865a-fafc1489d5a5 admin admin] Notify callbacks [] for router, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:56.090852 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-0c068881-2bf8-4084-865a-fafc1489d5a5 admin admin] 10.222.0.83 "DELETE /v2.0/routers/9122288b-4562-48c2-8128-f210649aadde HTTP/1.1" status: 204 len: 168 time: 1.7007935 Nov 09 15:30:56.093363 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 41722) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:30:56.140932 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 41726) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:30:56.166436 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5ab04d21-d49a-449f-b242-747b657c00f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:56.185547 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.db_base_plugin_v2 [None req-c766b997-4d1f-4aa1-b846-93ded24ad09a admin admin] Deleting subnet 4904fa8b-3075-42a7-aac9-ddfb551a5334 {{(pid=86839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 09 15:30:56.189259 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-5ab04d21-d49a-449f-b242-747b657c00f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:30:56.191490 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-c766b997-4d1f-4aa1-b846-93ded24ad09a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:56.204916 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2b8443be-b42e-4db5-b47d-76bb4e1aa653 req-634aaa0c-507d-4514-90ec-5afc073d93f7 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1470534599&fields=id&tenant_id=345997c2db1e4065ac8b48dad0e637b6 HTTP/1.1" status: 200 len: 267 time: 0.0448031 Nov 09 15:30:56.230370 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-5ab04d21-d49a-449f-b242-747b657c00f5 admin admin] Usage tracker for resource:security_group_rule and tenant:cbaf01712fa8484492dd8b1bb60de0b1 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:30:56.235187 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-5ab04d21-d49a-449f-b242-747b657c00f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:30:56.243873 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-5ab04d21-d49a-449f-b242-747b657c00f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:30:56.260197 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-c766b997-4d1f-4aa1-b846-93ded24ad09a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1821124'] for subnet, precommit_delete_associations {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:56.338064 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-c766b997-4d1f-4aa1-b846-93ded24ad09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16468760'] for subnet, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:56.381313 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8443be-b42e-4db5-b47d-76bb4e1aa653 req-ba1599ae-2c98-4437-a8d3-2e1b75ab30b4 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:56.389203 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2b8443be-b42e-4db5-b47d-76bb4e1aa653 req-ba1599ae-2c98-4437-a8d3-2e1b75ab30b4 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/networks?id=3cfbb68e-c639-413c-a5b6-fefed5963f11 HTTP/1.1" status: 200 len: 809 time: 0.1760321 Nov 09 15:30:56.402537 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2b8443be-b42e-4db5-b47d-76bb4e1aa653 req-c91cdc38-fd58-469f-ae4a-9e15f45e077e tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/quotas/345997c2db1e4065ac8b48dad0e637b6 HTTP/1.1" status: 200 len: 375 time: 0.0123305 Nov 09 15:30:56.444482 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5ab04d21-d49a-449f-b242-747b657c00f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:56.449477 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5ab04d21-d49a-449f-b242-747b657c00f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:56.459373 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-9d1c7b45-b93b-4993-8f61-7bd79e067561 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:56.469249 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-c766b997-4d1f-4aa1-b846-93ded24ad09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16468759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3222528'] for subnet, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:56.520686 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-5ab04d21-d49a-449f-b242-747b657c00f5 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=cbaf01712fa8484492dd8b1bb60de0b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3787444 Nov 09 15:30:56.522183 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-c766b997-4d1f-4aa1-b846-93ded24ad09a admin admin] Notify callbacks [] for subnet, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:56.524864 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab04d21-d49a-449f-b242-747b657c00f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b533339-a55c-4916-89be-e3d211fa9cd8,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:56.527278 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 41734) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:30:56.531333 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5ab04d21-d49a-449f-b242-747b657c00f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:56.535658 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:56.583710 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2b8443be-b42e-4db5-b47d-76bb4e1aa653 req-26c040f1-f10b-4976-a8b5-bec14bc8b7e8 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=345997c2db1e4065ac8b48dad0e637b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1428552 Nov 09 15:30:56.593196 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c766b997-4d1f-4aa1-b846-93ded24ad09a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4904fa8b-3075-42a7-aac9-ddfb551a5334,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:56.600510 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-c766b997-4d1f-4aa1-b846-93ded24ad09a admin admin] 10.222.0.83 "DELETE /v2.0/subnets/4904fa8b-3075-42a7-aac9-ddfb551a5334 HTTP/1.1" status: 204 len: 168 time: 0.5040135 Nov 09 15:30:56.601859 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b098e6-a551-4b30-bce8-a23f3ae8b79f req-5503b5e8-4646-4cb4-8a72-45eed8756bef tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:56.605694 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-c766b997-4d1f-4aa1-b846-93ded24ad09a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:56.606236 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 41738) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:30:56.608633 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-23b098e6-a551-4b30-bce8-a23f3ae8b79f req-5503b5e8-4646-4cb4-8a72-45eed8756bef tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa659748-7098-4d83-bee9-fa7de9ff5c12 HTTP/1.1" status: 200 len: 945 time: 0.2052596 Nov 09 15:30:56.628119 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device 06e6cd9b-f7d2-4e64-a583-e2d58fcd2ef6 no longer exists at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 15:30:56.665613 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] No Port match for: 06e6cd9b-f7d2-4e64-a583-e2d58fcd2ef6 {{(pid=86840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 09 15:30:56.666003 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device 06e6cd9b-f7d2-4e64-a583-e2d58fcd2ef6 not bound to the agent host dv-cinder-817223-1-smb {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 15:30:56.666429 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device cf9f9d51-a156-4942-b5b9-e66a0f19d353 no longer exists at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 15:30:56.699360 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] No Port match for: cf9f9d51-a156-4942-b5b9-e66a0f19d353 {{(pid=86840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 09 15:30:56.699954 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device cf9f9d51-a156-4942-b5b9-e66a0f19d353 not bound to the agent host dv-cinder-817223-1-smb {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 15:30:56.731051 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-23b098e6-a551-4b30-bce8-a23f3ae8b79f req-4a43cb25-0edb-4837-a456-7ededc81bcb8 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/security-groups?id=865ee8c0-0767-4d57-8452-a1f03027d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215632 Nov 09 15:30:56.743733 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-4d8fd8cc-c5fb-4549-9218-475380d20ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:56.755780 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-817a4a0c-4272-4301-bb0f-87adb8c94d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16504018'] for network, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:56.775538 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2b8443be-b42e-4db5-b47d-76bb4e1aa653 req-12e2f58b-037f-4e53-932b-dac85cb15213 service neutron] 10.222.0.83 "GET /v2.0/networks/3cfbb68e-c639-413c-a5b6-fefed5963f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529944 Nov 09 15:30:56.785087 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-4d8fd8cc-c5fb-4549-9218-475380d20ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:57.028924 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-817a4a0c-4272-4301-bb0f-87adb8c94d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16467554', 'neutron.services.segments.db._delete_segments_for_network-8763972805012'] for network, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:57.055634 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.services.segments.db [None req-817a4a0c-4272-4301-bb0f-87adb8c94d88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08bbf048-6dc1-4572-9d55-714f0fd34b54']}} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:30:57.066013 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-4d8fd8cc-c5fb-4549-9218-475380d20ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:57.072463 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-e6e74643-6972-4a96-a52b-4ce2d856259c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:57.079690 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.services.segments.db [None req-817a4a0c-4272-4301-bb0f-87adb8c94d88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a12b8ba6-b75a-4633-b283-1b43182e6c77') {'for_net_delete': True} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:30:57.079973 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.services.segments.db [None req-817a4a0c-4272-4301-bb0f-87adb8c94d88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a12b8ba6-b75a-4633-b283-1b43182e6c77') {} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:30:57.088655 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2b8443be-b42e-4db5-b47d-76bb4e1aa653 req-b2bd8937-cb12-4b18-bd69-5d3e043c5103 service neutron] 10.222.0.83 "GET /v2.0/networks/3cfbb68e-c639-413c-a5b6-fefed5963f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058915 Nov 09 15:30:57.096357 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-817a4a0c-4272-4301-bb0f-87adb8c94d88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763972734275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820991'] for segment, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:57.104881 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8fd8cc-c5fb-4549-9218-475380d20ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b533339-a55c-4916-89be-e3d211fa9cd8,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:57.109936 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-4d8fd8cc-c5fb-4549-9218-475380d20ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:57.113935 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-4d8fd8cc-c5fb-4549-9218-475380d20ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:57.115302 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-4d8fd8cc-c5fb-4549-9218-475380d20ff3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0b533339-a55c-4916-89be-e3d211fa9cd8 HTTP/1.1" status: 204 len: 168 time: 0.5855904 Nov 09 15:30:57.119972 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604e59d-a35b-444a-8f4a-c4e63c8334fd req-5b684426-ccc3-43b6-8447-ed1d36a7da06 tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:57.121655 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-817a4a0c-4272-4301-bb0f-87adb8c94d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16429219'] for segment, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:57.121793 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b604e59d-a35b-444a-8f4a-c4e63c8334fd req-5b684426-ccc3-43b6-8447-ed1d36a7da06 tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1566781-7ec4-4b0b-ae94-966fe35d1931 HTTP/1.1" status: 200 len: 949 time: 0.2656903 Nov 09 15:30:57.131673 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-817a4a0c-4272-4301-bb0f-87adb8c94d88 admin admin] Releasing vlan 1225 on physical network physnet1 to pool {{(pid=86839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 15:30:57.132400 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-817a4a0c-4272-4301-bb0f-87adb8c94d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16429210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337322'] for segment, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:57.156570 dv-cinder-817223-1-smb neutron-server[86839]: Traceback (most recent call last): Nov 09 15:30:57.156570 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 15:30:57.156570 dv-cinder-817223-1-smb neutron-server[86839]: timer() Nov 09 15:30:57.156570 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 15:30:57.156570 dv-cinder-817223-1-smb neutron-server[86839]: cb(*args, **kw) Nov 09 15:30:57.156570 dv-cinder-817223-1-smb neutron-server[86839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 15:30:57.156570 dv-cinder-817223-1-smb neutron-server[86839]: return func(*args, **kwargs) Nov 09 15:30:57.156570 dv-cinder-817223-1-smb neutron-server[86839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 15:30:57.156570 dv-cinder-817223-1-smb neutron-server[86839]: self._notify() Nov 09 15:30:57.156570 dv-cinder-817223-1-smb neutron-server[86839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 15:30:57.156570 dv-cinder-817223-1-smb neutron-server[86839]: self.callback(batched_events) Nov 09 15:30:57.156570 dv-cinder-817223-1-smb neutron-server[86839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 15:30:57.156570 dv-cinder-817223-1-smb neutron-server[86839]: event.method(event) Nov 09 15:30:57.156570 dv-cinder-817223-1-smb neutron-server[86839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 15:30:57.156570 dv-cinder-817223-1-smb neutron-server[86839]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 15:30:57.156570 dv-cinder-817223-1-smb neutron-server[86839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 15:30:57.156570 dv-cinder-817223-1-smb neutron-server[86839]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 15:30:57.156570 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 15:30:57.156570 dv-cinder-817223-1-smb neutron-server[86839]: return f(self, *a, **k) Nov 09 15:30:57.156570 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 09 15:30:57.156570 dv-cinder-817223-1-smb neutron-server[86839]: return self._get(url).json() Nov 09 15:30:57.156570 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 09 15:30:57.156570 dv-cinder-817223-1-smb neutron-server[86839]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 15:30:57.156570 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 15:30:57.156570 dv-cinder-817223-1-smb neutron-server[86839]: return self.request(url, 'GET', **kwargs) Nov 09 15:30:57.156570 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 15:30:57.156570 dv-cinder-817223-1-smb neutron-server[86839]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 15:30:57.156570 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 15:30:57.156570 dv-cinder-817223-1-smb neutron-server[86839]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 15:30:57.156570 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 15:30:57.156570 dv-cinder-817223-1-smb neutron-server[86839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 15:30:57.156570 dv-cinder-817223-1-smb neutron-server[86839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 15:30:57.198340 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e12306b-c978-4005-bd1b-17794f08d7c6 req-80acc5f9-03a8-4792-abf5-3a635f97b4ef tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:57.199825 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2e12306b-c978-4005-bd1b-17794f08d7c6 req-80acc5f9-03a8-4792-abf5-3a635f97b4ef tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1566781-7ec4-4b0b-ae94-966fe35d1931 HTTP/1.1" status: 200 len: 949 time: 0.1763897 Nov 09 15:30:57.224099 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b604e59d-a35b-444a-8f4a-c4e63c8334fd req-cb789093-8cac-4f2f-891e-f70fd9a94ec2 tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] 10.222.0.83 "GET /v2.0/security-groups?id=6db89c05-21ef-4cc4-b583-99a936fd491e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858297 Nov 09 15:30:57.328482 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [req-2e12306b-c978-4005-bd1b-17794f08d7c6 req-78a9f838-7e4b-489f-bc7f-cc0ff8cf10eb tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] Deleting port d798d292-6205-4338-bb5d-2c6c94efbe09 {{(pid=86838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 09 15:30:57.328931 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-2e12306b-c978-4005-bd1b-17794f08d7c6 req-78a9f838-7e4b-489f-bc7f-cc0ff8cf10eb tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763972629131'] for port, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:57.392574 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-817a4a0c-4272-4301-bb0f-87adb8c94d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16467563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-978398'] for network, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:57.401223 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-cd64b94c-e941-4a2e-9578-a5c2fb39fc84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:57.418886 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-817a4a0c-4272-4301-bb0f-87adb8c94d88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:57.429893 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817a4a0c-4272-4301-bb0f-87adb8c94d88 admin admin] Pushing event deleted for resources: {'Network': ['ID=08bbf048-6dc1-4572-9d55-714f0fd34b54,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:57.441078 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-817a4a0c-4272-4301-bb0f-87adb8c94d88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:57.451812 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-817a4a0c-4272-4301-bb0f-87adb8c94d88 admin admin] 10.222.0.83 "DELETE /v2.0/networks/08bbf048-6dc1-4572-9d55-714f0fd34b54 HTTP/1.1" status: 204 len: 168 time: 0.8421128 Nov 09 15:30:57.478885 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6489f32-1be9-4e16-90c6-e2643f6e28eb req-c3ff4334-c5db-4e7b-ac7d-f2f6c561d672 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:57.479455 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [req-b6489f32-1be9-4e16-90c6-e2643f6e28eb req-c3ff4334-c5db-4e7b-ac7d-f2f6c561d672 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Synchronizing usage tracker for tenant:a024050dd7c047a9a046d17bb7343ff7 on resource:port {{(pid=86839) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 15:30:57.521283 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [req-b6489f32-1be9-4e16-90c6-e2643f6e28eb req-c3ff4334-c5db-4e7b-ac7d-f2f6c561d672 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Unset dirty status for tenant:a024050dd7c047a9a046d17bb7343ff7 on resource:port {{(pid=86839) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 15:30:57.522647 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-b6489f32-1be9-4e16-90c6-e2643f6e28eb req-c3ff4334-c5db-4e7b-ac7d-f2f6c561d672 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fbc088c-170e-462b-bbaa-d1c5330d48a7 HTTP/1.1" status: 200 len: 945 time: 0.2809801 Nov 09 15:30:57.621751 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-3919a713-8025-440a-880b-abcc9f6a1e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:57.623668 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [req-b6489f32-1be9-4e16-90c6-e2643f6e28eb req-5beb3cf1-f222-48bd-9e3a-8fc2906552af tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Deleting port d7d6e8a5-c285-42e1-b6f8-d3076fef7ca2 {{(pid=86839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 09 15:30:57.624086 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-b6489f32-1be9-4e16-90c6-e2643f6e28eb req-5beb3cf1-f222-48bd-9e3a-8fc2906552af tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763972629131'] for port, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:57.695672 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceabff25-95dc-4d3e-8907-f10462bfb73f req-45996216-0a53-4b25-a983-d522d34a0ec9 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:57.707484 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ceabff25-95dc-4d3e-8907-f10462bfb73f req-45996216-0a53-4b25-a983-d522d34a0ec9 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 946 time: 0.2761168 Nov 09 15:30:57.709755 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 41762) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:30:57.746369 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 41766) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:30:57.764878 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-0af3e140-c409-4dd4-afe0-60b502b2d904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:57.783428 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-0af3e140-c409-4dd4-afe0-60b502b2d904 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:30:57.787800 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-0af3e140-c409-4dd4-afe0-60b502b2d904 admin admin] Usage tracker for resource:security_group_rule and tenant:ab74600fc2074979bbf1b1a567b5b434 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:30:57.790903 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-0af3e140-c409-4dd4-afe0-60b502b2d904 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:30:57.797091 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-0af3e140-c409-4dd4-afe0-60b502b2d904 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:30:57.871220 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-2e12306b-c978-4005-bd1b-17794f08d7c6 req-78a9f838-7e4b-489f-bc7f-cc0ff8cf10eb tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] For port d798d292-6205-4338-bb5d-2c6c94efbe09, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=d798d292-6205-4338-bb5d-2c6c94efbe09,segment=NetworkSegment(30ba7831-2eb9-479f-bbed-db184dbbbdde),segment_id=30ba7831-2eb9-479f-bbed-db184dbbbdde)] {{(pid=86838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:30:57.871528 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-2e12306b-c978-4005-bd1b-17794f08d7c6 req-78a9f838-7e4b-489f-bc7f-cc0ff8cf10eb tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980446'] for port, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:57.904293 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-fd8c88f1-0e30-4bd0-8b3a-3c8ca2c37155 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9358f8b166ed4a2d82f901d8250cca4a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1567757 Nov 09 15:30:57.907213 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 41776) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:30:57.971121 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ceabff25-95dc-4d3e-8907-f10462bfb73f req-f5a10658-4c0f-444f-b806-879f1e37947d tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2619727 Nov 09 15:30:57.999751 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [req-b6489f32-1be9-4e16-90c6-e2643f6e28eb req-5beb3cf1-f222-48bd-9e3a-8fc2906552af tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] For port d7d6e8a5-c285-42e1-b6f8-d3076fef7ca2, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=d7d6e8a5-c285-42e1-b6f8-d3076fef7ca2,segment=NetworkSegment(8f065179-1cb9-48ef-87a3-0062ede6c5cc),segment_id=8f065179-1cb9-48ef-87a3-0062ede6c5cc)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:30:58.000098 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-b6489f32-1be9-4e16-90c6-e2643f6e28eb req-5beb3cf1-f222-48bd-9e3a-8fc2906552af tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980446'] for port, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:58.020295 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-d2a28e38-ebcc-4ac9-8ea4-a03ac75b4f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:58.053267 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [req-2e12306b-c978-4005-bd1b-17794f08d7c6 req-78a9f838-7e4b-489f-bc7f-cc0ff8cf10eb tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] Calling delete_port for d798d292-6205-4338-bb5d-2c6c94efbe09 owned by compute:nova {{(pid=86838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 09 15:30:58.143068 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [req-b6489f32-1be9-4e16-90c6-e2643f6e28eb req-5beb3cf1-f222-48bd-9e3a-8fc2906552af tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Calling delete_port for d7d6e8a5-c285-42e1-b6f8-d3076fef7ca2 owned by compute:nova {{(pid=86839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 09 15:30:58.184153 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5bb12812-8a03-45c8-a966-881075098197 req-25f68657-0e75-4901-a107-dc915a675918 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/ports?device_id=7dbe37dc-a774-4f49-be62-d7025c1c624b HTTP/1.1" status: 200 len: 210 time: 0.0862780 Nov 09 15:30:58.214815 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-d2a28e38-ebcc-4ac9-8ea4-a03ac75b4f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:58.300626 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7b109-dfab-428f-87ac-f537bab3b2b4 req-43263854-53da-4881-a96d-5645019a6283 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:58.307804 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2ed7b109-dfab-428f-87ac-f537bab3b2b4 req-43263854-53da-4881-a96d-5645019a6283 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/ports?device_id=9fbc088c-170e-462b-bbaa-d1c5330d48a7 HTTP/1.1" status: 200 len: 945 time: 0.4900417 Nov 09 15:30:58.336724 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-d2a28e38-ebcc-4ac9-8ea4-a03ac75b4f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:58.338193 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-0af3e140-c409-4dd4-afe0-60b502b2d904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:58.342993 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-e17ce380-6380-4f76-8c46-f55fd9edd3d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:58.351472 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-0af3e140-c409-4dd4-afe0-60b502b2d904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:58.357661 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a28e38-ebcc-4ac9-8ea4-a03ac75b4f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597faaa4-8f8a-4400-8496-d208c0bc3795,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:58.363218 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-54e553c0-aecd-478d-9ef3-e0f214d92265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:58.370728 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-d2a28e38-ebcc-4ac9-8ea4-a03ac75b4f03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:58.413060 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-b6489f32-1be9-4e16-90c6-e2643f6e28eb req-5beb3cf1-f222-48bd-9e3a-8fc2906552af tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763972633375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763972299780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337271'] for port, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:58.420213 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-f8c3ce06-9f8a-4425-9a3b-f780053dd795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:58.459426 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-d2a28e38-ebcc-4ac9-8ea4-a03ac75b4f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:58.460562 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-d2a28e38-ebcc-4ac9-8ea4-a03ac75b4f03 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/597faaa4-8f8a-4400-8496-d208c0bc3795 HTTP/1.1" status: 204 len: 168 time: 0.5527008 Nov 09 15:30:58.474078 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-2e12306b-c978-4005-bd1b-17794f08d7c6 req-78a9f838-7e4b-489f-bc7f-cc0ff8cf10eb tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763972633375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763972299780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1120097'] for port, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:58.479249 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beb3cf1-f222-48bd-9e3a-8fc2906552af tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Pushing event deleted for resources: {'Port': ['ID=d7d6e8a5-c285-42e1-b6f8-d3076fef7ca2,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:58.482749 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5beb3cf1-f222-48bd-9e3a-8fc2906552af tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:58.487223 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2ed7b109-dfab-428f-87ac-f537bab3b2b4 req-1e619c0e-1622-4436-9a5c-da909738fb10 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/security-groups?id=89598d83-0143-4fbf-985e-34eb6a3ed75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779854 Nov 09 15:30:58.487966 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af3e140-c409-4dd4-afe0-60b502b2d904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1ee8b8-d543-4906-8849-9fd4d11c760f,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:58.495383 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-0af3e140-c409-4dd4-afe0-60b502b2d904 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ab74600fc2074979bbf1b1a567b5b434&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7728333 Nov 09 15:30:58.495383 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-0af3e140-c409-4dd4-afe0-60b502b2d904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:58.523807 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-1bbc0cd7-b8ab-4aec-92de-fd038cc326d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:58.546577 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 41786) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:30:58.618106 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6489f32-1be9-4e16-90c6-e2643f6e28eb req-5beb3cf1-f222-48bd-9e3a-8fc2906552af tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] No DVR routers for this DVR port d7d6e8a5-c285-42e1-b6f8-d3076fef7ca2 on host hv-cinder-81722 {{(pid=86839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 15:30:58.621765 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [req-b6489f32-1be9-4e16-90c6-e2643f6e28eb req-5beb3cf1-f222-48bd-9e3a-8fc2906552af tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581'] for port, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:58.624021 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-b6489f32-1be9-4e16-90c6-e2643f6e28eb req-5beb3cf1-f222-48bd-9e3a-8fc2906552af tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.44 "DELETE /v2.0/ports/d7d6e8a5-c285-42e1-b6f8-d3076fef7ca2 HTTP/1.1" status: 204 len: 173 time: 1.0941219 Nov 09 15:30:58.624520 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fbc088c-170e-462b-bbaa-d1c5330d48a7', 'name': 'network-vif-deleted', 'tag': 'd7d6e8a5-c285-42e1-b6f8-d3076fef7ca2'}] {{(pid=86839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:30:58.671327 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:58.719671 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-af0cc3b2-bf49-4657-ab8f-338d03ef7d42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:58.755000 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-af0cc3b2-bf49-4657-ab8f-338d03ef7d42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:58.765207 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8e166b02-9390-4652-a591-337e8f4dda39 req-e51f977e-f63e-40b8-8af7-c9cae8562587 tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1566781-7ec4-4b0b-ae94-966fe35d1931 HTTP/1.1" status: 200 len: 210 time: 0.1007478 Nov 09 15:30:58.772104 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a9f838-7e4b-489f-bc7f-cc0ff8cf10eb tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] Pushing event deleted for resources: {'Port': ['ID=d798d292-6205-4338-bb5d-2c6c94efbe09,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:58.774685 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-78a9f838-7e4b-489f-bc7f-cc0ff8cf10eb tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:58.785235 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e12306b-c978-4005-bd1b-17794f08d7c6 req-78a9f838-7e4b-489f-bc7f-cc0ff8cf10eb tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] No DVR routers for this DVR port d798d292-6205-4338-bb5d-2c6c94efbe09 on host hv-cinder-81722 {{(pid=86838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 15:30:58.795646 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-2e12306b-c978-4005-bd1b-17794f08d7c6 req-78a9f838-7e4b-489f-bc7f-cc0ff8cf10eb tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:58.813250 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1566781-7ec4-4b0b-ae94-966fe35d1931', 'name': 'network-vif-deleted', 'tag': 'd798d292-6205-4338-bb5d-2c6c94efbe09'}] {{(pid=86838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:30:58.857364 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fbc088c-170e-462b-bbaa-d1c5330d48a7', 'name': 'network-vif-deleted', 'tag': 'd7d6e8a5-c285-42e1-b6f8-d3076fef7ca2', 'status': 'completed', 'code': 200} Nov 09 15:30:58.866768 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b14bf7-7ce2-46cf-8e52-ef4169ded89b req-19b75f9d-1992-454e-87e7-30a298ec5dad tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:58.867540 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-af0cc3b2-bf49-4657-ab8f-338d03ef7d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:58.871556 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-afeb7abb-e0dc-4d1b-b3e6-2367e8589d73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:30:58.874752 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e7b14bf7-7ce2-46cf-8e52-ef4169ded89b req-19b75f9d-1992-454e-87e7-30a298ec5dad tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa659748-7098-4d83-bee9-fa7de9ff5c12 HTTP/1.1" status: 200 len: 945 time: 0.4888077 Nov 09 15:30:58.884149 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0cc3b2-bf49-4657-ab8f-338d03ef7d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1ee8b8-d543-4906-8849-9fd4d11c760f,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:30:58.889508 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-af0cc3b2-bf49-4657-ab8f-338d03ef7d42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:30:58.891875 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-af0cc3b2-bf49-4657-ab8f-338d03ef7d42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:30:58.893581 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-af0cc3b2-bf49-4657-ab8f-338d03ef7d42 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/dc1ee8b8-d543-4906-8849-9fd4d11c760f HTTP/1.1" status: 204 len: 168 time: 0.3426654 Nov 09 15:30:58.921638 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2e12306b-c978-4005-bd1b-17794f08d7c6 req-78a9f838-7e4b-489f-bc7f-cc0ff8cf10eb tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] 10.222.0.44 "DELETE /v2.0/ports/d798d292-6205-4338-bb5d-2c6c94efbe09 HTTP/1.1" status: 204 len: 173 time: 1.6951854 Nov 09 15:30:58.953619 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e7b14bf7-7ce2-46cf-8e52-ef4169ded89b req-4027e2e8-5e16-4f2f-9924-b40f7479f2fb tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/security-groups?id=865ee8c0-0767-4d57-8452-a1f03027d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776529 Nov 09 15:30:58.960862 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1566781-7ec4-4b0b-ae94-966fe35d1931', 'name': 'network-vif-deleted', 'tag': 'd798d292-6205-4338-bb5d-2c6c94efbe09', 'status': 'completed', 'code': 200} Nov 09 15:30:59.542660 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8443be-b42e-4db5-b47d-76bb4e1aa653 req-36829a9d-72ec-4fad-8f94-d62f5525261e tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:59.544356 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2b8443be-b42e-4db5-b47d-76bb4e1aa653 req-36829a9d-72ec-4fad-8f94-d62f5525261e tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.44 "GET /v2.0/networks?id=3cfbb68e-c639-413c-a5b6-fefed5963f11 HTTP/1.1" status: 200 len: 809 time: 0.5138338 Nov 09 15:30:59.556922 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d0d2b-62b4-43af-9946-f3d94f00b08d req-ac32a877-4521-4eae-be79-3620e2ac8a8e tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:30:59.569303 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4d4d0d2b-62b4-43af-9946-f3d94f00b08d req-ac32a877-4521-4eae-be79-3620e2ac8a8e tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 946 time: 0.4345353 Nov 09 15:30:59.707849 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4d4d0d2b-62b4-43af-9946-f3d94f00b08d req-e6c88214-e004-4e1c-ad51-02802b3cd3d4 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350205 Nov 09 15:30:59.720559 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2b8443be-b42e-4db5-b47d-76bb4e1aa653 req-e6713bd7-3f04-47cf-a565-e620f5797ee1 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=345997c2db1e4065ac8b48dad0e637b6 HTTP/1.1" status: 200 len: 380 time: 0.1396587 Nov 09 15:30:59.745181 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f35ffb18-6a21-466c-bd86-8ecea8f6d107 req-c9a2dfe5-c777-4360-924e-a118b35b36f2 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/ports?device_id=7dbe37dc-a774-4f49-be62-d7025c1c624b HTTP/1.1" status: 200 len: 210 time: 0.0982823 Nov 09 15:30:59.875839 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device d7d6e8a5-c285-42e1-b6f8-d3076fef7ca2 no longer exists at agent hyperv_hv-cinder-81722 {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 15:30:59.882096 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [req-2b8443be-b42e-4db5-b47d-76bb4e1aa653 req-13624046-6889-4bcf-a891-f0a0e78d1766 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Request body: {'port': {'device_id': '7dbe37dc-a774-4f49-be62-d7025c1c624b', 'network_id': '3cfbb68e-c639-413c-a5b6-fefed5963f11', 'admin_state_up': True, 'tenant_id': '345997c2db1e4065ac8b48dad0e637b6', 'security_groups': ['32fa21a2-f405-41b4-9d28-b66d441de698']}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:30:59.929725 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] No Port match for: d7d6e8a5-c285-42e1-b6f8-d3076fef7ca2 {{(pid=86840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 09 15:30:59.930464 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device d7d6e8a5-c285-42e1-b6f8-d3076fef7ca2 not bound to the agent host hv-cinder-81722 {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 15:30:59.931097 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device d798d292-6205-4338-bb5d-2c6c94efbe09 no longer exists at agent hyperv_hv-cinder-81722 {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 15:30:59.982771 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] No Port match for: d798d292-6205-4338-bb5d-2c6c94efbe09 {{(pid=86840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 09 15:30:59.983373 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device d798d292-6205-4338-bb5d-2c6c94efbe09 not bound to the agent host hv-cinder-81722 {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 15:31:00.203317 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:00.224151 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [req-2b8443be-b42e-4db5-b47d-76bb4e1aa653 req-13624046-6889-4bcf-a891-f0a0e78d1766 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:31:00.230837 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-2b8443be-b42e-4db5-b47d-76bb4e1aa653 req-13624046-6889-4bcf-a891-f0a0e78d1766 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Usage tracker for resource:port and tenant:345997c2db1e4065ac8b48dad0e637b6 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:31:00.245386 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-2b8443be-b42e-4db5-b47d-76bb4e1aa653 req-13624046-6889-4bcf-a891-f0a0e78d1766 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:31:00.258956 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [req-2b8443be-b42e-4db5-b47d-76bb4e1aa653 req-13624046-6889-4bcf-a891-f0a0e78d1766 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:31:00.282105 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186405de-eb47-473b-b25a-62c8b2769c58 req-4169f30c-6584-4424-9ca0-f440c04e2f27 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:00.290518 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-186405de-eb47-473b-b25a-62c8b2769c58 req-4169f30c-6584-4424-9ca0-f440c04e2f27 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa659748-7098-4d83-bee9-fa7de9ff5c12 HTTP/1.1" status: 200 len: 945 time: 0.1703603 Nov 09 15:31:00.308373 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b8443be-b42e-4db5-b47d-76bb4e1aa653 req-13624046-6889-4bcf-a891-f0a0e78d1766 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Made reservation on behalf of 345997c2db1e4065ac8b48dad0e637b6 for: {'port': 1} {{(pid=86838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 15:31:00.312469 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-2b8443be-b42e-4db5-b47d-76bb4e1aa653 req-13624046-6889-4bcf-a891-f0a0e78d1766 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:00.420926 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-186405de-eb47-473b-b25a-62c8b2769c58 req-d6b964a9-a68e-45a6-b09e-dc6a66a0702a tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/security-groups?id=865ee8c0-0767-4d57-8452-a1f03027d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272776 Nov 09 15:31:00.561379 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.db_base_plugin_common [req-2b8443be-b42e-4db5-b47d-76bb4e1aa653 req-13624046-6889-4bcf-a891-f0a0e78d1766 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Allocated IP 172.20.0.11 (3cfbb68e-c639-413c-a5b6-fefed5963f11/eae5ff10-7231-4253-b865-1b978ddd800d/0142e2c4-eb60-4802-ad14-6fc4dffccb92) {{(pid=86838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 15:31:00.812800 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-2b8443be-b42e-4db5-b47d-76bb4e1aa653 req-13624046-6889-4bcf-a891-f0a0e78d1766 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Notify callbacks [] for port, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:00.838018 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.provisioning_blocks [req-2b8443be-b42e-4db5-b47d-76bb4e1aa653 req-13624046-6889-4bcf-a891-f0a0e78d1766 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Transition to ACTIVE for port object 0142e2c4-eb60-4802-ad14-6fc4dffccb92 will not be triggered until provisioned by entity DHCP. {{(pid=86838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:31:00.935119 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-2b8443be-b42e-4db5-b47d-76bb4e1aa653 req-13624046-6889-4bcf-a891-f0a0e78d1766 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763972296951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1120097'] for port, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:00.954850 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-54dbf97d-6f30-4b96-8b90-ffa76d73be31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:31:01.116287 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b8443be-b42e-4db5-b47d-76bb4e1aa653 req-13624046-6889-4bcf-a891-f0a0e78d1766 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Network 3cfbb68e-c639-413c-a5b6-fefed5963f11 is already hosted by enough agents. {{(pid=86838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 15:31:01.134886 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13624046-6889-4bcf-a891-f0a0e78d1766 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Pushing event updated for resources: {'Port': ['ID=0142e2c4-eb60-4802-ad14-6fc4dffccb92,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:31:01.147312 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [req-2b8443be-b42e-4db5-b47d-76bb4e1aa653 req-13624046-6889-4bcf-a891-f0a0e78d1766 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Resources bound (agent type, host, resource id): {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:31:01.154321 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-13624046-6889-4bcf-a891-f0a0e78d1766 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:31:01.156420 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b8443be-b42e-4db5-b47d-76bb4e1aa653 req-13624046-6889-4bcf-a891-f0a0e78d1766 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Received port after_create {{(pid=86838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 09 15:31:01.262261 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f11522-4aee-4c68-a109-c2c7a0f76438 req-a67bab3a-830b-4345-9ee9-3b4617f8aacb tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:01.270121 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b7f11522-4aee-4c68-a109-c2c7a0f76438 req-a67bab3a-830b-4345-9ee9-3b4617f8aacb tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/ports?device_id=7dbe37dc-a774-4f49-be62-d7025c1c624b HTTP/1.1" status: 200 len: 932 time: 0.3859673 Nov 09 15:31:01.303155 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7077ae-7926-4eab-b395-ae9e4ef2e943 req-1deec8d5-65b8-481a-bdbb-3af24dbbf9f9 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:01.315074 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ab7077ae-7926-4eab-b395-ae9e4ef2e943 req-1deec8d5-65b8-481a-bdbb-3af24dbbf9f9 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 946 time: 0.3815613 Nov 09 15:31:01.413648 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8443be-b42e-4db5-b47d-76bb4e1aa653 req-13624046-6889-4bcf-a891-f0a0e78d1766 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:01.415863 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-2b8443be-b42e-4db5-b47d-76bb4e1aa653 req-13624046-6889-4bcf-a891-f0a0e78d1766 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:01.508900 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2b8443be-b42e-4db5-b47d-76bb4e1aa653 req-13624046-6889-4bcf-a891-f0a0e78d1766 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6339278 Nov 09 15:31:01.526449 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ab7077ae-7926-4eab-b395-ae9e4ef2e943 req-41bc504f-05f5-4b3f-99e4-55a0fe44947e tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2094088 Nov 09 15:31:01.544000 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [req-2b8443be-b42e-4db5-b47d-76bb4e1aa653 req-b0af2e24-6966-4efe-9139-8907ac47f03e service neutron] Request body: {'port': {'device_id': '7dbe37dc-a774-4f49-be62-d7025c1c624b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:31:01.610046 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b7f11522-4aee-4c68-a109-c2c7a0f76438 req-b0307237-65f8-46cc-9451-e0a7a4d6c1af tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/security-groups?id=32fa21a2-f405-41b4-9d28-b66d441de698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3299284 Nov 09 15:31:01.619770 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-6ab9a08f-7264-45d8-8e7d-6d4cc62ce35e None None] Provisioning for port 0142e2c4-eb60-4802-ad14-6fc4dffccb92 completed by entity DHCP. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:31:01.646621 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-6ab9a08f-7264-45d8-8e7d-6d4cc62ce35e None None] Provisioning complete for port 0142e2c4-eb60-4802-ad14-6fc4dffccb92 triggered by entity DHCP. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:31:01.647186 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-6ab9a08f-7264-45d8-8e7d-6d4cc62ce35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:01.751443 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-2b8443be-b42e-4db5-b47d-76bb4e1aa653 req-b0af2e24-6966-4efe-9139-8907ac47f03e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:01.775910 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-6ab9a08f-7264-45d8-8e7d-6d4cc62ce35e None None] Port 0142e2c4-eb60-4802-ad14-6fc4dffccb92 cannot update to ACTIVE because it is not bound. {{(pid=86840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 09 15:31:02.099902 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694ec74-ffc9-4223-bcaf-305050f00ad3 req-c5d6c300-832d-4806-99da-92c7bba939db tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:02.107288 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6694ec74-ffc9-4223-bcaf-305050f00ad3 req-c5d6c300-832d-4806-99da-92c7bba939db tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa659748-7098-4d83-bee9-fa7de9ff5c12 HTTP/1.1" status: 200 len: 945 time: 0.2643471 Nov 09 15:31:02.137732 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.agents_db [None req-0bb7c99c-2b67-41fc-97bf-7ac1ae3a1626 None None] Agent healthcheck: found 6 active agents {{(pid=86841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 15:31:02.300188 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6694ec74-ffc9-4223-bcaf-305050f00ad3 req-b26366b2-c2b3-46f4-ab79-0426388b78f3 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/security-groups?id=865ee8c0-0767-4d57-8452-a1f03027d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1918178 Nov 09 15:31:02.495466 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [req-2b8443be-b42e-4db5-b47d-76bb4e1aa653 req-b0af2e24-6966-4efe-9139-8907ac47f03e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0142e2c4-eb60-4802-ad14-6fc4dffccb92 {{(pid=86838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 15:31:02.511661 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-2b8443be-b42e-4db5-b47d-76bb4e1aa653 req-b0af2e24-6966-4efe-9139-8907ac47f03e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:02.538804 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.provisioning_blocks [req-2b8443be-b42e-4db5-b47d-76bb4e1aa653 req-b0af2e24-6966-4efe-9139-8907ac47f03e service neutron] Transition to ACTIVE for port object 0142e2c4-eb60-4802-ad14-6fc4dffccb92 will not be triggered until provisioned by entity L2. {{(pid=86838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:31:02.555669 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-2b8443be-b42e-4db5-b47d-76bb4e1aa653 req-b0af2e24-6966-4efe-9139-8907ac47f03e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1120024'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:02.567485 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-c8f4eea9-b141-4bcb-aca1-c6a86fdf99ca tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:31:02.750926 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0af2e24-6966-4efe-9139-8907ac47f03e service neutron] Pushing event updated for resources: {'Port': ['ID=0142e2c4-eb60-4802-ad14-6fc4dffccb92,revision_number=2']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:31:02.756971 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-b0af2e24-6966-4efe-9139-8907ac47f03e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:31:03.132095 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edac543-6c00-4ab9-8a20-b1ca09405288 req-ac71af8c-ef75-4aa5-b569-debf04aa1773 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:03.133796 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8edac543-6c00-4ab9-8a20-b1ca09405288 req-ac71af8c-ef75-4aa5-b569-debf04aa1773 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 946 time: 0.3092868 Nov 09 15:31:03.143631 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-2b8443be-b42e-4db5-b47d-76bb4e1aa653 req-b0af2e24-6966-4efe-9139-8907ac47f03e service neutron] Attempting to bind port 0142e2c4-eb60-4802-ad14-6fc4dffccb92 on host hv-cinder-81722 for vnic_type normal with profile {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 15:31:03.143631 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-2b8443be-b42e-4db5-b47d-76bb4e1aa653 req-b0af2e24-6966-4efe-9139-8907ac47f03e service neutron] Attempting to bind port 0142e2c4-eb60-4802-ad14-6fc4dffccb92 by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': '535fd3fd-ed81-4b3f-91e8-e1d41c5d61da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '3cfbb68e-c639-413c-a5b6-fefed5963f11'}] {{(pid=86838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 15:31:03.144125 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8443be-b42e-4db5-b47d-76bb4e1aa653 req-b0af2e24-6966-4efe-9139-8907ac47f03e service neutron] Attempting to bind port 0142e2c4-eb60-4802-ad14-6fc4dffccb92 on network 3cfbb68e-c639-413c-a5b6-fefed5963f11 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:31:03.158021 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af6aaa-de3f-48fd-a8a5-afc0dc93d955 req-bf948cbf-e5e8-496e-9ae2-82edeb35697c tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:03.158574 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-90af6aaa-de3f-48fd-a8a5-afc0dc93d955 req-bf948cbf-e5e8-496e-9ae2-82edeb35697c tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Synchronizing usage tracker for tenant:345997c2db1e4065ac8b48dad0e637b6 on resource:port {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 15:31:03.186964 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8443be-b42e-4db5-b47d-76bb4e1aa653 req-b0af2e24-6966-4efe-9139-8907ac47f03e service neutron] Port 0142e2c4-eb60-4802-ad14-6fc4dffccb92 on network 3cfbb68e-c639-413c-a5b6-fefed5963f11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 09 15:31:03.187285 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8443be-b42e-4db5-b47d-76bb4e1aa653 req-b0af2e24-6966-4efe-9139-8907ac47f03e service neutron] Attempting to bind port 0142e2c4-eb60-4802-ad14-6fc4dffccb92 on network 3cfbb68e-c639-413c-a5b6-fefed5963f11 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:31:03.206159 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8443be-b42e-4db5-b47d-76bb4e1aa653 req-b0af2e24-6966-4efe-9139-8907ac47f03e service neutron] Checking agent: {'id': '5232cb7b-4e94-4f65-a0ee-0ef08f02d72d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 24, 50), 'started_at': datetime.datetime(2021, 11, 9, 15, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 09 15:31:03.206512 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8443be-b42e-4db5-b47d-76bb4e1aa653 req-b0af2e24-6966-4efe-9139-8907ac47f03e service neutron] Checking segment: {'id': '535fd3fd-ed81-4b3f-91e8-e1d41c5d61da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '3cfbb68e-c639-413c-a5b6-fefed5963f11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:31:03.206947 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8443be-b42e-4db5-b47d-76bb4e1aa653 req-b0af2e24-6966-4efe-9139-8907ac47f03e service neutron] Bound using segment: {'id': '535fd3fd-ed81-4b3f-91e8-e1d41c5d61da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '3cfbb68e-c639-413c-a5b6-fefed5963f11'} {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 09 15:31:03.207339 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-2b8443be-b42e-4db5-b47d-76bb4e1aa653 req-b0af2e24-6966-4efe-9139-8907ac47f03e service neutron] Bound port: 0142e2c4-eb60-4802-ad14-6fc4dffccb92, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '535fd3fd-ed81-4b3f-91e8-e1d41c5d61da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '3cfbb68e-c639-413c-a5b6-fefed5963f11'}}] {{(pid=86838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 15:31:03.207693 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-2b8443be-b42e-4db5-b47d-76bb4e1aa653 req-b0af2e24-6966-4efe-9139-8907ac47f03e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:03.245037 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-90af6aaa-de3f-48fd-a8a5-afc0dc93d955 req-bf948cbf-e5e8-496e-9ae2-82edeb35697c tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Unset dirty status for tenant:345997c2db1e4065ac8b48dad0e637b6 on resource:port {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 15:31:03.251525 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-90af6aaa-de3f-48fd-a8a5-afc0dc93d955 req-bf948cbf-e5e8-496e-9ae2-82edeb35697c tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/ports?device_id=7dbe37dc-a774-4f49-be62-d7025c1c624b HTTP/1.1" status: 200 len: 944 time: 0.4296534 Nov 09 15:31:03.301448 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8edac543-6c00-4ab9-8a20-b1ca09405288 req-51142630-5bb7-4c45-a18a-e17fc3209475 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548700 Nov 09 15:31:03.389788 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-2b8443be-b42e-4db5-b47d-76bb4e1aa653 req-b0af2e24-6966-4efe-9139-8907ac47f03e service neutron] For port 0142e2c4-eb60-4802-ad14-6fc4dffccb92, host hv-cinder-81722, cleared binding levels {{(pid=86838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 09 15:31:03.395692 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-2b8443be-b42e-4db5-b47d-76bb4e1aa653 req-b0af2e24-6966-4efe-9139-8907ac47f03e service neutron] For port 0142e2c4-eb60-4802-ad14-6fc4dffccb92, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=0142e2c4-eb60-4802-ad14-6fc4dffccb92,segment=NetworkSegment(535fd3fd-ed81-4b3f-91e8-e1d41c5d61da),segment_id=535fd3fd-ed81-4b3f-91e8-e1d41c5d61da)] {{(pid=86838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 09 15:31:03.400948 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-2b8443be-b42e-4db5-b47d-76bb4e1aa653 req-b0af2e24-6966-4efe-9139-8907ac47f03e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1120024'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:03.408435 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-8f27615f-1861-4a3f-9ec1-c04fd00d180c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:31:03.548443 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8443be-b42e-4db5-b47d-76bb4e1aa653 req-b0af2e24-6966-4efe-9139-8907ac47f03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:03.549529 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-2b8443be-b42e-4db5-b47d-76bb4e1aa653 req-b0af2e24-6966-4efe-9139-8907ac47f03e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:03.551302 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2b8443be-b42e-4db5-b47d-76bb4e1aa653 req-b0af2e24-6966-4efe-9139-8907ac47f03e service neutron] 10.222.0.44 "PUT /v2.0/ports/0142e2c4-eb60-4802-ad14-6fc4dffccb92 HTTP/1.1" status: 200 len: 1094 time: 2.0239675 Nov 09 15:31:03.570259 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-90af6aaa-de3f-48fd-a8a5-afc0dc93d955 req-323b6749-fedd-4c3d-8dce-f06e46e89df8 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/security-groups?id=32fa21a2-f405-41b4-9d28-b66d441de698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3127692 Nov 09 15:31:03.570865 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dbe37dc-a774-4f49-be62-d7025c1c624b', 'tag': '0142e2c4-eb60-4802-ad14-6fc4dffccb92'}] {{(pid=86838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:31:03.734104 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dbe37dc-a774-4f49-be62-d7025c1c624b', 'tag': '0142e2c4-eb60-4802-ad14-6fc4dffccb92', 'status': 'completed', 'code': 200} Nov 09 15:31:03.761648 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0af2e24-6966-4efe-9139-8907ac47f03e service neutron] Pushing event updated for resources: {'Port': ['ID=0142e2c4-eb60-4802-ad14-6fc4dffccb92,revision_number=3']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:31:03.790598 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-b0af2e24-6966-4efe-9139-8907ac47f03e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:31:03.834404 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8443be-b42e-4db5-b47d-76bb4e1aa653 req-e99b493e-e0dc-440a-a566-8ceaf8c6272b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:03.841968 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2b8443be-b42e-4db5-b47d-76bb4e1aa653 req-e99b493e-e0dc-440a-a566-8ceaf8c6272b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=345997c2db1e4065ac8b48dad0e637b6&device_id=7dbe37dc-a774-4f49-be62-d7025c1c624b HTTP/1.1" status: 200 len: 1097 time: 0.2200317 Nov 09 15:31:03.952499 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeef24c-e837-4c6f-a72c-c3c89aadc744 req-ce568042-3949-4371-b67d-651092617e7c tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:03.962655 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-edeef24c-e837-4c6f-a72c-c3c89aadc744 req-ce568042-3949-4371-b67d-651092617e7c tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa659748-7098-4d83-bee9-fa7de9ff5c12 HTTP/1.1" status: 200 len: 945 time: 0.5202105 Nov 09 15:31:03.969022 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2b8443be-b42e-4db5-b47d-76bb4e1aa653 req-bbbdb851-264f-4429-8cb3-be041879090f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0142e2c4-eb60-4802-ad14-6fc4dffccb92 HTTP/1.1" status: 200 len: 217 time: 0.1171246 Nov 09 15:31:04.093706 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-edeef24c-e837-4c6f-a72c-c3c89aadc744 req-490e6f42-e8eb-4253-a072-ce102fbe9834 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/security-groups?id=865ee8c0-0767-4d57-8452-a1f03027d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294031 Nov 09 15:31:04.103665 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8443be-b42e-4db5-b47d-76bb4e1aa653 req-7ae7f48b-4bb0-4797-a818-7afe813afab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:04.106725 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2b8443be-b42e-4db5-b47d-76bb4e1aa653 req-7ae7f48b-4bb0-4797-a818-7afe813afab0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eae5ff10-7231-4253-b865-1b978ddd800d HTTP/1.1" status: 200 len: 848 time: 0.1124361 Nov 09 15:31:04.257621 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8443be-b42e-4db5-b47d-76bb4e1aa653 req-06daac51-1f22-46f4-a862-7869d9d5c72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:04.264989 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2b8443be-b42e-4db5-b47d-76bb4e1aa653 req-06daac51-1f22-46f4-a862-7869d9d5c72e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3cfbb68e-c639-413c-a5b6-fefed5963f11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1472995 Nov 09 15:31:04.561578 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2b8443be-b42e-4db5-b47d-76bb4e1aa653 req-0ad4f0a7-238b-4b73-9716-18fcae9284e7 service neutron] 10.222.0.44 "GET /v2.0/networks/3cfbb68e-c639-413c-a5b6-fefed5963f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826765 Nov 09 15:31:04.857557 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7dd314-877c-416e-a1c7-7a722e7f2933 req-4d2d86dd-8d3d-442f-ac57-8bd666f11e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:04.859956 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-ec7dd314-877c-416e-a1c7-7a722e7f2933 req-4d2d86dd-8d3d-442f-ac57-8bd666f11e96 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=41dafbb04b984e61a49bf7c195f04598&device_id=fa659748-7098-4d83-bee9-fa7de9ff5c12 HTTP/1.1" status: 200 len: 1098 time: 0.1086242 Nov 09 15:31:04.884655 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ef3a3-480a-433c-9dda-da966dfab70c req-de0db445-651e-45e5-9a4b-5928f0d298c0 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:04.891583 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5d3ef3a3-480a-433c-9dda-da966dfab70c req-de0db445-651e-45e5-9a4b-5928f0d298c0 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 946 time: 0.3789802 Nov 09 15:31:04.959529 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2407432c-06c0-4e87-bff5-5f2e868994b0 req-fd2769ab-d8be-4cb3-a651-1ed9a7938d1b tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:04.964996 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2407432c-06c0-4e87-bff5-5f2e868994b0 req-fd2769ab-d8be-4cb3-a651-1ed9a7938d1b tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa659748-7098-4d83-bee9-fa7de9ff5c12 HTTP/1.1" status: 200 len: 945 time: 0.2381172 Nov 09 15:31:04.975136 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2b8443be-b42e-4db5-b47d-76bb4e1aa653 req-eba3dd99-a8a5-403f-92a5-b291b48d4cde service neutron] 10.222.0.44 "GET /v2.0/networks/3cfbb68e-c639-413c-a5b6-fefed5963f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3952007 Nov 09 15:31:04.986872 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5d3ef3a3-480a-433c-9dda-da966dfab70c req-733754cc-0fdf-41e9-a520-93ef42ac4efd tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942531 Nov 09 15:31:05.051048 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2407432c-06c0-4e87-bff5-5f2e868994b0 req-cea78111-f9e9-45f3-9bcb-424c6080fc7e tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/security-groups?id=865ee8c0-0767-4d57-8452-a1f03027d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782385 Nov 09 15:31:05.177820 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8966ecb-906d-4e21-9a4e-65ddcb435994 req-031cd937-b7e6-4120-8400-0d9ba0e73f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:05.181025 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e8966ecb-906d-4e21-9a4e-65ddcb435994 req-031cd937-b7e6-4120-8400-0d9ba0e73f54 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=345997c2db1e4065ac8b48dad0e637b6&device_id=7dbe37dc-a774-4f49-be62-d7025c1c624b HTTP/1.1" status: 200 len: 1097 time: 0.1396213 Nov 09 15:31:05.232504 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7dd314-877c-416e-a1c7-7a722e7f2933 req-ccb1ad30-f866-49c5-ba46-25d2bc3d8241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:05.234948 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-ec7dd314-877c-416e-a1c7-7a722e7f2933 req-ccb1ad30-f866-49c5-ba46-25d2bc3d8241 service neutron] 10.222.0.44 "GET /v2.0/networks?id=54e70c2d-ce99-4138-a9cc-3f850389a6a6 HTTP/1.1" status: 200 len: 912 time: 0.3658097 Nov 09 15:31:05.373931 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-ec7dd314-877c-416e-a1c7-7a722e7f2933 req-50a08ac7-2d00-4a3a-81f2-2c77531c04fe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7 HTTP/1.1" status: 200 len: 1001 time: 0.1312714 Nov 09 15:31:05.521789 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7dd314-877c-416e-a1c7-7a722e7f2933 req-08d89904-1464-412f-94fa-137593fe7895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:05.523969 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-ec7dd314-877c-416e-a1c7-7a722e7f2933 req-08d89904-1464-412f-94fa-137593fe7895 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9b608a26-d042-452d-99ad-6e47cca5fd61 HTTP/1.1" status: 200 len: 849 time: 0.1399312 Nov 09 15:31:05.576012 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8966ecb-906d-4e21-9a4e-65ddcb435994 req-28454023-dec7-446e-81aa-ee63c444dc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:05.578406 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e8966ecb-906d-4e21-9a4e-65ddcb435994 req-28454023-dec7-446e-81aa-ee63c444dc70 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3cfbb68e-c639-413c-a5b6-fefed5963f11 HTTP/1.1" status: 200 len: 911 time: 0.3900580 Nov 09 15:31:05.644379 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7dd314-877c-416e-a1c7-7a722e7f2933 req-75231a6b-f6a9-42f3-9c5c-ef2f1a0c9948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:05.646329 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-ec7dd314-877c-416e-a1c7-7a722e7f2933 req-75231a6b-f6a9-42f3-9c5c-ef2f1a0c9948 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=54e70c2d-ce99-4138-a9cc-3f850389a6a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1158056 Nov 09 15:31:05.698627 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e8966ecb-906d-4e21-9a4e-65ddcb435994 req-6962dcb6-5915-40c1-ab90-7098e443ffc0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0142e2c4-eb60-4802-ad14-6fc4dffccb92 HTTP/1.1" status: 200 len: 217 time: 0.1113131 Nov 09 15:31:05.859829 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2a500-7305-4a00-bf8a-4e48817189e4 req-cc1757b6-4ac7-49f2-b9fa-a64303552b48 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:05.861554 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b9b2a500-7305-4a00-bf8a-4e48817189e4 req-cc1757b6-4ac7-49f2-b9fa-a64303552b48 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/ports?device_id=7dbe37dc-a774-4f49-be62-d7025c1c624b HTTP/1.1" status: 200 len: 944 time: 0.4865582 Nov 09 15:31:05.885328 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-ec7dd314-877c-416e-a1c7-7a722e7f2933 req-94eb1a35-e098-4a2e-aaa7-b8547124d73d service neutron] 10.222.0.44 "GET /v2.0/networks/54e70c2d-ce99-4138-a9cc-3f850389a6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316494 Nov 09 15:31:05.905015 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8966ecb-906d-4e21-9a4e-65ddcb435994 req-2baa5620-3eb4-4521-b794-6af4f143e5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:05.906452 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e8966ecb-906d-4e21-9a4e-65ddcb435994 req-2baa5620-3eb4-4521-b794-6af4f143e5a9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eae5ff10-7231-4253-b865-1b978ddd800d HTTP/1.1" status: 200 len: 848 time: 0.1978195 Nov 09 15:31:06.047741 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b9b2a500-7305-4a00-bf8a-4e48817189e4 req-bd2cc848-2ce6-46e4-98b9-ccf89f66a6bf tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/security-groups?id=32fa21a2-f405-41b4-9d28-b66d441de698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750679 Nov 09 15:31:06.065289 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf29d7-e2e4-43ca-aef6-f4763df8ce6c req-58834871-32e4-4a73-ab07-8faa084d4463 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:06.076983 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-cabf29d7-e2e4-43ca-aef6-f4763df8ce6c req-58834871-32e4-4a73-ab07-8faa084d4463 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/networks?id=407f7736-dc24-424b-a276-4b606e437d30 HTTP/1.1" status: 200 len: 814 time: 0.4063225 Nov 09 15:31:06.131263 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-cabf29d7-e2e4-43ca-aef6-f4763df8ce6c req-0e875957-4195-452c-a1db-fd328381f330 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/quotas/a024050dd7c047a9a046d17bb7343ff7 HTTP/1.1" status: 200 len: 375 time: 0.0460439 Nov 09 15:31:06.218683 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-cabf29d7-e2e4-43ca-aef6-f4763df8ce6c req-ff08da3d-0fa6-4f7b-8796-2480ab2b5254 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=a024050dd7c047a9a046d17bb7343ff7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0726991 Nov 09 15:31:06.224860 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-ec7dd314-877c-416e-a1c7-7a722e7f2933 req-737ee61e-3f10-4ac2-97dd-c474c1857992 service neutron] 10.222.0.44 "GET /v2.0/networks/54e70c2d-ce99-4138-a9cc-3f850389a6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134551 Nov 09 15:31:06.268329 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8966ecb-906d-4e21-9a4e-65ddcb435994 req-bab9d1ac-4587-4a7f-941b-f4d81a325285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:06.270626 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e8966ecb-906d-4e21-9a4e-65ddcb435994 req-bab9d1ac-4587-4a7f-941b-f4d81a325285 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3cfbb68e-c639-413c-a5b6-fefed5963f11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3470433 Nov 09 15:31:06.553192 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70971bf-d270-4496-a8e6-c9ff3af3a6d8 req-e7f3a343-ab7e-4aad-b9c0-28a402df8b42 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:06.562768 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e70971bf-d270-4496-a8e6-c9ff3af3a6d8 req-e7f3a343-ab7e-4aad-b9c0-28a402df8b42 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 946 time: 0.2830644 Nov 09 15:31:06.660639 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-cabf29d7-e2e4-43ca-aef6-f4763df8ce6c req-f8c81389-cc96-4417-bad0-8f982b5fe33f service neutron] 10.222.0.83 "GET /v2.0/networks/407f7736-dc24-424b-a276-4b606e437d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4410803 Nov 09 15:31:06.703563 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e70971bf-d270-4496-a8e6-c9ff3af3a6d8 req-8291ae7f-d85f-4cac-9ae8-2d7f568ac975 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344869 Nov 09 15:31:06.771272 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e8966ecb-906d-4e21-9a4e-65ddcb435994 req-27515032-28da-49a5-b5b6-45ccb63ef599 service neutron] 10.222.0.44 "GET /v2.0/networks/3cfbb68e-c639-413c-a5b6-fefed5963f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4451869 Nov 09 15:31:06.988634 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-cabf29d7-e2e4-43ca-aef6-f4763df8ce6c req-2a96632f-d055-4910-83e5-02ae2046dfd6 service neutron] 10.222.0.83 "GET /v2.0/networks/407f7736-dc24-424b-a276-4b606e437d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206770 Nov 09 15:31:07.061924 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e8966ecb-906d-4e21-9a4e-65ddcb435994 req-6eb45799-858d-4dfa-bfd2-2d6e70639ec5 service neutron] 10.222.0.44 "GET /v2.0/networks/3cfbb68e-c639-413c-a5b6-fefed5963f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806859 Nov 09 15:31:07.072864 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f85ed7-84f3-4c21-afc8-c3c2c2dc3971 req-360bac97-74c6-4d4d-abc6-f5154db74448 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:07.074329 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-03f85ed7-84f3-4c21-afc8-c3c2c2dc3971 req-360bac97-74c6-4d4d-abc6-f5154db74448 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa659748-7098-4d83-bee9-fa7de9ff5c12 HTTP/1.1" status: 200 len: 945 time: 0.2343473 Nov 09 15:31:07.158022 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-03f85ed7-84f3-4c21-afc8-c3c2c2dc3971 req-36c961f5-0f35-4a05-92b2-009e7fe72651 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/security-groups?id=865ee8c0-0767-4d57-8452-a1f03027d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755455 Nov 09 15:31:07.363704 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2010c92c-9bc7-4ab9-b8b5-ed3881ba433b req-af32d333-ac5d-43e7-9cd4-ca79fd0abed1 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/ports?device_id=41bb73ea-fc9b-4566-b592-7b49c1c9f142 HTTP/1.1" status: 200 len: 210 time: 0.1588247 Nov 09 15:31:07.422340 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a5273-b805-477e-8215-fde02a2dfdb4 req-c3cd831f-fc67-428b-9f3d-0ae99349f7af tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:07.432184 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-346a5273-b805-477e-8215-fde02a2dfdb4 req-c3cd831f-fc67-428b-9f3d-0ae99349f7af tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/ports?device_id=7dbe37dc-a774-4f49-be62-d7025c1c624b HTTP/1.1" status: 200 len: 944 time: 0.1435053 Nov 09 15:31:07.588102 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-346a5273-b805-477e-8215-fde02a2dfdb4 req-9c422cd0-2e12-424d-963b-9827b8790277 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/security-groups?id=32fa21a2-f405-41b4-9d28-b66d441de698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508965 Nov 09 15:31:07.949989 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device 0142e2c4-eb60-4802-ad14-6fc4dffccb92 details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=86840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 15:31:08.009758 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e585f9f4-cac5-40ff-9111-f19add080268 req-99249762-54dc-448d-8799-b4d1e4e9cc6b tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:08.018001 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e585f9f4-cac5-40ff-9111-f19add080268 req-99249762-54dc-448d-8799-b4d1e4e9cc6b tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 946 time: 0.1645849 Nov 09 15:31:08.098763 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 42230) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:31:08.114416 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e585f9f4-cac5-40ff-9111-f19add080268 req-1e95c817-b639-488d-9a95-2951a0320b53 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954514 Nov 09 15:31:08.218476 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port 0142e2c4-eb60-4802-ad14-6fc4dffccb92, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=0142e2c4-eb60-4802-ad14-6fc4dffccb92,segment=NetworkSegment(535fd3fd-ed81-4b3f-91e8-e1d41c5d61da),segment_id=535fd3fd-ed81-4b3f-91e8-e1d41c5d61da)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:31:08.252317 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Returning: {'device': '0142e2c4-eb60-4802-ad14-6fc4dffccb92', 'network_id': '3cfbb68e-c639-413c-a5b6-fefed5963f11', 'port_id': '0142e2c4-eb60-4802-ad14-6fc4dffccb92', 'mac_address': 'fa:16:3e:fb:66:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eae5ff10-7231-4253-b865-1b978ddd800d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 15:31:08.361746 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:08.406868 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.notifiers.nova [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0142e2c4-eb60-4802-ad14-6fc4dffccb92 {{(pid=86840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 15:31:08.442191 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port 0142e2c4-eb60-4802-ad14-6fc4dffccb92, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=0142e2c4-eb60-4802-ad14-6fc4dffccb92,segment=NetworkSegment(535fd3fd-ed81-4b3f-91e8-e1d41c5d61da),segment_id=535fd3fd-ed81-4b3f-91e8-e1d41c5d61da)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:31:08.448193 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:08.450607 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-521477af-e498-45ed-8303-4faf14aafeab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:31:08.480495 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28c0dd-9823-444c-a194-dd611cf385a0 req-e2aaa49f-99c9-4a66-852a-51acd99aae8b tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:08.493620 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9c28c0dd-9823-444c-a194-dd611cf385a0 req-e2aaa49f-99c9-4a66-852a-51acd99aae8b tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa659748-7098-4d83-bee9-fa7de9ff5c12 HTTP/1.1" status: 200 len: 945 time: 0.1915472 Nov 09 15:31:08.537268 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-0a0823c5-e6ff-4e2b-8d67-6a2dd7afdf3a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ad9c4aa27b594a068c05e55a649ecca4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4363782 Nov 09 15:31:08.538163 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 42242) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:31:08.602878 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Pushing event updated for resources: {'Port': ['ID=0142e2c4-eb60-4802-ad14-6fc4dffccb92,revision_number=4']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:31:08.618455 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:31:08.669416 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f93f44c6-cef2-406e-8444-168c51222d22 req-7ada4d79-4191-49b5-8956-6f1dc4c35bb2 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/ports?device_id=41bb73ea-fc9b-4566-b592-7b49c1c9f142 HTTP/1.1" status: 200 len: 210 time: 0.0978780 Nov 09 15:31:08.672057 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-4ea7388e-67b0-466f-9d65-0ee629802c68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:08.687980 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9c28c0dd-9823-444c-a194-dd611cf385a0 req-653e1b47-fcd1-40a1-8c07-d6d4c12c9117 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/security-groups?id=865ee8c0-0767-4d57-8452-a1f03027d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868265 Nov 09 15:31:08.708557 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-4ea7388e-67b0-466f-9d65-0ee629802c68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:08.780340 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-4ea7388e-67b0-466f-9d65-0ee629802c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:08.787038 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5ae17268-a1c5-4d8d-9691-acef3e74b7ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:31:08.804972 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea7388e-67b0-466f-9d65-0ee629802c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db89c05-21ef-4cc4-b583-99a936fd491e,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:31:08.825089 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-4ea7388e-67b0-466f-9d65-0ee629802c68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:31:08.839760 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-4ea7388e-67b0-466f-9d65-0ee629802c68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:08.843486 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-4ea7388e-67b0-466f-9d65-0ee629802c68 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6db89c05-21ef-4cc4-b583-99a936fd491e HTTP/1.1" status: 204 len: 168 time: 0.3017836 Nov 09 15:31:08.911500 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] get_ports_and_sgs() called for port_ids ['0142e2c4-eb60-4802-ad14-6fc4dffccb92'] {{(pid=86840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 09 15:31:09.063585 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf29d7-e2e4-43ca-aef6-f4763df8ce6c req-ee0cbdf4-62b1-435c-9371-54fd2f6efb91 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:09.066320 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-cabf29d7-e2e4-43ca-aef6-f4763df8ce6c req-ee0cbdf4-62b1-435c-9371-54fd2f6efb91 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.44 "GET /v2.0/networks?id=407f7736-dc24-424b-a276-4b606e437d30 HTTP/1.1" status: 200 len: 814 time: 0.2934849 Nov 09 15:31:09.086607 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [req-cabf29d7-e2e4-43ca-aef6-f4763df8ce6c req-0c0308de-c252-4aa4-ba98-8b51cb535b4c tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Request body: {'port': {'device_id': '41bb73ea-fc9b-4566-b592-7b49c1c9f142', 'network_id': '407f7736-dc24-424b-a276-4b606e437d30', 'admin_state_up': True, 'tenant_id': 'a024050dd7c047a9a046d17bb7343ff7'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:31:09.231833 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b73de-a294-48f2-8d73-41325fcc751c req-8ecc967b-3ed4-4dd0-ae0f-75ee162b7634 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:09.254584 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9c2b73de-a294-48f2-8d73-41325fcc751c req-8ecc967b-3ed4-4dd0-ae0f-75ee162b7634 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/ports?device_id=7dbe37dc-a774-4f49-be62-d7025c1c624b HTTP/1.1" status: 200 len: 945 time: 0.3684676 Nov 09 15:31:09.500240 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9c2b73de-a294-48f2-8d73-41325fcc751c req-3c468947-3f8a-4bcc-9332-373eb0ca6463 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/security-groups?id=32fa21a2-f405-41b4-9d28-b66d441de698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2434208 Nov 09 15:31:09.508103 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [req-cabf29d7-e2e4-43ca-aef6-f4763df8ce6c req-0c0308de-c252-4aa4-ba98-8b51cb535b4c tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:31:09.514219 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-cabf29d7-e2e4-43ca-aef6-f4763df8ce6c req-0c0308de-c252-4aa4-ba98-8b51cb535b4c tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Usage tracker for resource:port and tenant:a024050dd7c047a9a046d17bb7343ff7 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:31:09.518525 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-cabf29d7-e2e4-43ca-aef6-f4763df8ce6c req-0c0308de-c252-4aa4-ba98-8b51cb535b4c tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:31:09.525860 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [req-cabf29d7-e2e4-43ca-aef6-f4763df8ce6c req-0c0308de-c252-4aa4-ba98-8b51cb535b4c tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:31:09.548788 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cabf29d7-e2e4-43ca-aef6-f4763df8ce6c req-0c0308de-c252-4aa4-ba98-8b51cb535b4c tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Made reservation on behalf of a024050dd7c047a9a046d17bb7343ff7 for: {'port': 1} {{(pid=86838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 15:31:09.552658 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-cabf29d7-e2e4-43ca-aef6-f4763df8ce6c req-0c0308de-c252-4aa4-ba98-8b51cb535b4c tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:09.575239 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6e965-de02-427e-9b87-89ee598708cc req-4b73434f-01af-4896-b258-5ab847893798 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:09.578297 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-bdc6e965-de02-427e-9b87-89ee598708cc req-4b73434f-01af-4896-b258-5ab847893798 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 946 time: 0.2059419 Nov 09 15:31:09.697476 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-bdc6e965-de02-427e-9b87-89ee598708cc req-4654220b-69ed-4c96-8c26-e7ecd07ffee1 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572987 Nov 09 15:31:09.788004 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.db_base_plugin_common [req-cabf29d7-e2e4-43ca-aef6-f4763df8ce6c req-0c0308de-c252-4aa4-ba98-8b51cb535b4c tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Allocated IP 172.20.0.14 (407f7736-dc24-424b-a276-4b606e437d30/07665702-ca06-4e57-bf26-5cb217623454/5f347431-43f6-4e3c-8e59-b50449d112ba) {{(pid=86838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 15:31:09.886207 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-306b9300-0275-48e0-89b8-2144f99ccd6a req-3c8b82ee-afcd-4da0-91c5-27d49d492d35 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/ports?device_id=41bb73ea-fc9b-4566-b592-7b49c1c9f142 HTTP/1.1" status: 200 len: 210 time: 0.0618653 Nov 09 15:31:10.077039 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-cabf29d7-e2e4-43ca-aef6-f4763df8ce6c req-0c0308de-c252-4aa4-ba98-8b51cb535b4c tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Notify callbacks [] for port, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:10.109224 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-cabf29d7-e2e4-43ca-aef6-f4763df8ce6c req-0c0308de-c252-4aa4-ba98-8b51cb535b4c tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763972296951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1120097'] for port, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:10.118464 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-1bbc0cd7-b8ab-4aec-92de-fd038cc326d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:31:10.183867 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cabf29d7-e2e4-43ca-aef6-f4763df8ce6c req-0c0308de-c252-4aa4-ba98-8b51cb535b4c tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Network 407f7736-dc24-424b-a276-4b606e437d30 is already hosted by enough agents. {{(pid=86838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 15:31:10.186843 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [req-cabf29d7-e2e4-43ca-aef6-f4763df8ce6c req-0c0308de-c252-4aa4-ba98-8b51cb535b4c tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Resources bound (agent type, host, resource id): {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:31:10.191465 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [req-cabf29d7-e2e4-43ca-aef6-f4763df8ce6c req-0c0308de-c252-4aa4-ba98-8b51cb535b4c tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Received port after_create {{(pid=86838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 09 15:31:10.239299 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0308de-c252-4aa4-ba98-8b51cb535b4c tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Pushing event updated for resources: {'Port': ['ID=5f347431-43f6-4e3c-8e59-b50449d112ba,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:31:10.244462 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-0c0308de-c252-4aa4-ba98-8b51cb535b4c tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:31:10.268560 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf29d7-e2e4-43ca-aef6-f4763df8ce6c req-0c0308de-c252-4aa4-ba98-8b51cb535b4c tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:10.269173 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-cabf29d7-e2e4-43ca-aef6-f4763df8ce6c req-0c0308de-c252-4aa4-ba98-8b51cb535b4c tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:10.296687 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-cabf29d7-e2e4-43ca-aef6-f4763df8ce6c req-0c0308de-c252-4aa4-ba98-8b51cb535b4c tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2221799 Nov 09 15:31:10.317042 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [req-cabf29d7-e2e4-43ca-aef6-f4763df8ce6c req-ff5c0d03-0e66-47a0-be62-891a002081b4 service neutron] Request body: {'port': {'device_id': '41bb73ea-fc9b-4566-b592-7b49c1c9f142', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:31:10.443745 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-cabf29d7-e2e4-43ca-aef6-f4763df8ce6c req-ff5c0d03-0e66-47a0-be62-891a002081b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:10.965956 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8852962c-9c42-4798-8edd-d1ecd87c40be req-3336fadb-a179-49e3-baf1-84d42274fe13 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:10.967551 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8852962c-9c42-4798-8edd-d1ecd87c40be req-3336fadb-a179-49e3-baf1-84d42274fe13 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/ports?device_id=7dbe37dc-a774-4f49-be62-d7025c1c624b HTTP/1.1" status: 200 len: 945 time: 0.2158372 Nov 09 15:31:11.073243 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [req-cabf29d7-e2e4-43ca-aef6-f4763df8ce6c req-ff5c0d03-0e66-47a0-be62-891a002081b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f347431-43f6-4e3c-8e59-b50449d112ba {{(pid=86838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 15:31:11.091282 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-cabf29d7-e2e4-43ca-aef6-f4763df8ce6c req-ff5c0d03-0e66-47a0-be62-891a002081b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:11.096247 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8852962c-9c42-4798-8edd-d1ecd87c40be req-799bbe27-c599-4d0b-ab86-83076652a1d3 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/security-groups?id=32fa21a2-f405-41b4-9d28-b66d441de698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909657 Nov 09 15:31:11.125619 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a83668d-1fe0-4689-8398-12715ed77464 req-09e0ae30-1797-485e-a57e-302c4d2df77a tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:11.138128 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8a83668d-1fe0-4689-8398-12715ed77464 req-09e0ae30-1797-485e-a57e-302c4d2df77a tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 946 time: 0.2714460 Nov 09 15:31:11.170266 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.provisioning_blocks [req-cabf29d7-e2e4-43ca-aef6-f4763df8ce6c req-ff5c0d03-0e66-47a0-be62-891a002081b4 service neutron] Transition to ACTIVE for port object 5f347431-43f6-4e3c-8e59-b50449d112ba will not be triggered until provisioned by entity L2. {{(pid=86838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:31:11.181101 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-cabf29d7-e2e4-43ca-aef6-f4763df8ce6c req-ff5c0d03-0e66-47a0-be62-891a002081b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1120024'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:11.188151 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-f301cb83-dc30-4fb6-9fbe-5014796e5f59 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:31:11.402610 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8a83668d-1fe0-4689-8398-12715ed77464 req-614f89f3-3e5a-41f5-bf76-31511f444c2d tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2633026 Nov 09 15:31:11.421128 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5c0d03-0e66-47a0-be62-891a002081b4 service neutron] Pushing event updated for resources: {'Port': ['ID=5f347431-43f6-4e3c-8e59-b50449d112ba,revision_number=2']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:31:11.465569 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-ff5c0d03-0e66-47a0-be62-891a002081b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:31:11.551701 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33dbc0b-5b19-4d6f-9dfa-df4f7e43adf5 req-194067c0-63a9-4947-b2e9-fc2f4d7b0015 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:11.552431 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-c33dbc0b-5b19-4d6f-9dfa-df4f7e43adf5 req-194067c0-63a9-4947-b2e9-fc2f4d7b0015 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Synchronizing usage tracker for tenant:a024050dd7c047a9a046d17bb7343ff7 on resource:port {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 15:31:11.578550 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-cabf29d7-e2e4-43ca-aef6-f4763df8ce6c req-ff5c0d03-0e66-47a0-be62-891a002081b4 service neutron] Attempting to bind port 5f347431-43f6-4e3c-8e59-b50449d112ba on host hv-cinder-81722 for vnic_type normal with profile {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 15:31:11.579023 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-cabf29d7-e2e4-43ca-aef6-f4763df8ce6c req-ff5c0d03-0e66-47a0-be62-891a002081b4 service neutron] Attempting to bind port 5f347431-43f6-4e3c-8e59-b50449d112ba by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': '8f065179-1cb9-48ef-87a3-0062ede6c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '407f7736-dc24-424b-a276-4b606e437d30'}] {{(pid=86838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 15:31:11.579417 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabf29d7-e2e4-43ca-aef6-f4763df8ce6c req-ff5c0d03-0e66-47a0-be62-891a002081b4 service neutron] Attempting to bind port 5f347431-43f6-4e3c-8e59-b50449d112ba on network 407f7736-dc24-424b-a276-4b606e437d30 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:31:11.583965 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-c33dbc0b-5b19-4d6f-9dfa-df4f7e43adf5 req-194067c0-63a9-4947-b2e9-fc2f4d7b0015 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Unset dirty status for tenant:a024050dd7c047a9a046d17bb7343ff7 on resource:port {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 15:31:11.590497 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c33dbc0b-5b19-4d6f-9dfa-df4f7e43adf5 req-194067c0-63a9-4947-b2e9-fc2f4d7b0015 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/ports?device_id=41bb73ea-fc9b-4566-b592-7b49c1c9f142 HTTP/1.1" status: 200 len: 944 time: 0.3230572 Nov 09 15:31:11.606627 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabf29d7-e2e4-43ca-aef6-f4763df8ce6c req-ff5c0d03-0e66-47a0-be62-891a002081b4 service neutron] Port 5f347431-43f6-4e3c-8e59-b50449d112ba on network 407f7736-dc24-424b-a276-4b606e437d30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 09 15:31:11.606951 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabf29d7-e2e4-43ca-aef6-f4763df8ce6c req-ff5c0d03-0e66-47a0-be62-891a002081b4 service neutron] Attempting to bind port 5f347431-43f6-4e3c-8e59-b50449d112ba on network 407f7736-dc24-424b-a276-4b606e437d30 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:31:11.618809 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabf29d7-e2e4-43ca-aef6-f4763df8ce6c req-ff5c0d03-0e66-47a0-be62-891a002081b4 service neutron] Checking agent: {'id': '5232cb7b-4e94-4f65-a0ee-0ef08f02d72d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 24, 50), 'started_at': datetime.datetime(2021, 11, 9, 15, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 09 15:31:11.619229 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabf29d7-e2e4-43ca-aef6-f4763df8ce6c req-ff5c0d03-0e66-47a0-be62-891a002081b4 service neutron] Checking segment: {'id': '8f065179-1cb9-48ef-87a3-0062ede6c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '407f7736-dc24-424b-a276-4b606e437d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:31:11.619681 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabf29d7-e2e4-43ca-aef6-f4763df8ce6c req-ff5c0d03-0e66-47a0-be62-891a002081b4 service neutron] Bound using segment: {'id': '8f065179-1cb9-48ef-87a3-0062ede6c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '407f7736-dc24-424b-a276-4b606e437d30'} {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 09 15:31:11.620174 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-cabf29d7-e2e4-43ca-aef6-f4763df8ce6c req-ff5c0d03-0e66-47a0-be62-891a002081b4 service neutron] Bound port: 5f347431-43f6-4e3c-8e59-b50449d112ba, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f065179-1cb9-48ef-87a3-0062ede6c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '407f7736-dc24-424b-a276-4b606e437d30'}}] {{(pid=86838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 15:31:11.620881 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-cabf29d7-e2e4-43ca-aef6-f4763df8ce6c req-ff5c0d03-0e66-47a0-be62-891a002081b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:11.659411 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c33dbc0b-5b19-4d6f-9dfa-df4f7e43adf5 req-d8029dea-d2ee-43da-b58b-2c6b777411fc tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/security-groups?id=89598d83-0143-4fbf-985e-34eb6a3ed75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679469 Nov 09 15:31:11.748543 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-cabf29d7-e2e4-43ca-aef6-f4763df8ce6c req-ff5c0d03-0e66-47a0-be62-891a002081b4 service neutron] For port 5f347431-43f6-4e3c-8e59-b50449d112ba, host hv-cinder-81722, cleared binding levels {{(pid=86838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 09 15:31:11.751975 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-cabf29d7-e2e4-43ca-aef6-f4763df8ce6c req-ff5c0d03-0e66-47a0-be62-891a002081b4 service neutron] For port 5f347431-43f6-4e3c-8e59-b50449d112ba, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=5f347431-43f6-4e3c-8e59-b50449d112ba,segment=NetworkSegment(8f065179-1cb9-48ef-87a3-0062ede6c5cc),segment_id=8f065179-1cb9-48ef-87a3-0062ede6c5cc)] {{(pid=86838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 09 15:31:11.760181 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-cabf29d7-e2e4-43ca-aef6-f4763df8ce6c req-ff5c0d03-0e66-47a0-be62-891a002081b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1120024'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:11.764102 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-ff5c0d03-0e66-47a0-be62-891a002081b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:31:11.825740 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf29d7-e2e4-43ca-aef6-f4763df8ce6c req-ff5c0d03-0e66-47a0-be62-891a002081b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:11.826399 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-cabf29d7-e2e4-43ca-aef6-f4763df8ce6c req-ff5c0d03-0e66-47a0-be62-891a002081b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:11.827813 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-cabf29d7-e2e4-43ca-aef6-f4763df8ce6c req-ff5c0d03-0e66-47a0-be62-891a002081b4 service neutron] 10.222.0.44 "PUT /v2.0/ports/5f347431-43f6-4e3c-8e59-b50449d112ba HTTP/1.1" status: 200 len: 1094 time: 1.5160909 Nov 09 15:31:11.828295 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41bb73ea-fc9b-4566-b592-7b49c1c9f142', 'tag': '5f347431-43f6-4e3c-8e59-b50449d112ba'}] {{(pid=86838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:31:11.850680 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5c0d03-0e66-47a0-be62-891a002081b4 service neutron] Pushing event updated for resources: {'Port': ['ID=5f347431-43f6-4e3c-8e59-b50449d112ba,revision_number=3']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:31:11.854918 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-ff5c0d03-0e66-47a0-be62-891a002081b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:31:11.935237 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41bb73ea-fc9b-4566-b592-7b49c1c9f142', 'tag': '5f347431-43f6-4e3c-8e59-b50449d112ba', 'status': 'completed', 'code': 200} Nov 09 15:31:11.969764 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf29d7-e2e4-43ca-aef6-f4763df8ce6c req-dc5d35dc-c085-463f-bbfe-0d07165f871b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:11.971444 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-cabf29d7-e2e4-43ca-aef6-f4763df8ce6c req-dc5d35dc-c085-463f-bbfe-0d07165f871b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a024050dd7c047a9a046d17bb7343ff7&device_id=41bb73ea-fc9b-4566-b592-7b49c1c9f142 HTTP/1.1" status: 200 len: 1097 time: 0.0864272 Nov 09 15:31:11.980631 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device 0142e2c4-eb60-4802-ad14-6fc4dffccb92 up at agent hyperv_hv-cinder-81722 {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:31:12.053079 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-cabf29d7-e2e4-43ca-aef6-f4763df8ce6c req-095b759f-7ebc-4366-a1df-219f1ce4550a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f347431-43f6-4e3c-8e59-b50449d112ba HTTP/1.1" status: 200 len: 217 time: 0.0720744 Nov 09 15:31:12.057897 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Provisioning for port 0142e2c4-eb60-4802-ad14-6fc4dffccb92 completed by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:31:12.063135 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Provisioning complete for port 0142e2c4-eb60-4802-ad14-6fc4dffccb92 triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:31:12.063615 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:12.130436 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf29d7-e2e4-43ca-aef6-f4763df8ce6c req-687ca019-ff30-493f-abe3-04aeba57f37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:12.132972 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-cabf29d7-e2e4-43ca-aef6-f4763df8ce6c req-687ca019-ff30-493f-abe3-04aeba57f37c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=07665702-ca06-4e57-bf26-5cb217623454 HTTP/1.1" status: 200 len: 854 time: 0.0707715 Nov 09 15:31:12.190087 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:12.190621 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-cabf29d7-e2e4-43ca-aef6-f4763df8ce6c req-472b3650-d051-4c08-a112-fd101c5c7137 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=407f7736-dc24-424b-a276-4b606e437d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511365 Nov 09 15:31:12.218159 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dbe37dc-a774-4f49-be62-d7025c1c624b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0142e2c4-eb60-4802-ad14-6fc4dffccb92'}] {{(pid=86840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:31:12.230520 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port 0142e2c4-eb60-4802-ad14-6fc4dffccb92, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=0142e2c4-eb60-4802-ad14-6fc4dffccb92,segment=NetworkSegment(535fd3fd-ed81-4b3f-91e8-e1d41c5d61da),segment_id=535fd3fd-ed81-4b3f-91e8-e1d41c5d61da)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:31:12.241724 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:12.243920 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:31:12.331999 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Pushing event updated for resources: {'Port': ['ID=0142e2c4-eb60-4802-ad14-6fc4dffccb92,revision_number=5']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:31:12.338127 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:31:12.353084 dv-cinder-817223-1-smb neutron-server[86840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dbe37dc-a774-4f49-be62-d7025c1c624b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0142e2c4-eb60-4802-ad14-6fc4dffccb92', 'code': 200} Nov 09 15:31:12.422609 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-cabf29d7-e2e4-43ca-aef6-f4763df8ce6c req-331835d5-9e91-4e33-a883-6bc42e3caa09 service neutron] 10.222.0.44 "GET /v2.0/networks/407f7736-dc24-424b-a276-4b606e437d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157407 Nov 09 15:31:12.697504 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce919fa-09c7-45c8-919d-4ceb6d9f249f req-c13ad7a9-3a2a-41e4-aa75-764d969a5257 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:12.699046 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7ce919fa-09c7-45c8-919d-4ceb6d9f249f req-c13ad7a9-3a2a-41e4-aa75-764d969a5257 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/ports?device_id=7dbe37dc-a774-4f49-be62-d7025c1c624b HTTP/1.1" status: 200 len: 946 time: 0.3499529 Nov 09 15:31:12.754523 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-cabf29d7-e2e4-43ca-aef6-f4763df8ce6c req-6748a05e-a065-46a6-90bc-c866d077184b service neutron] 10.222.0.44 "GET /v2.0/networks/407f7736-dc24-424b-a276-4b606e437d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211188 Nov 09 15:31:12.783958 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7ce919fa-09c7-45c8-919d-4ceb6d9f249f req-61965d4e-bd85-4b5c-98a7-a4725d05974f tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/security-groups?id=32fa21a2-f405-41b4-9d28-b66d441de698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710034 Nov 09 15:31:12.801508 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c0645-3a3f-4f99-b6d3-d6c0cc724da8 req-9a293ed4-8520-4057-91da-6cd1a91bd639 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:12.809033 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ca1c0645-3a3f-4f99-b6d3-d6c0cc724da8 req-9a293ed4-8520-4057-91da-6cd1a91bd639 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 946 time: 0.1925833 Nov 09 15:31:12.828919 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc76de-a6a7-47d0-b1de-c2a1e3bd5e8d req-2b497bd4-92f7-4902-9bad-4105cd89af61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:12.831295 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-60dc76de-a6a7-47d0-b1de-c2a1e3bd5e8d req-2b497bd4-92f7-4902-9bad-4105cd89af61 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7dbe37dc-a774-4f49-be62-d7025c1c624b HTTP/1.1" status: 200 len: 1099 time: 0.1519432 Nov 09 15:31:12.889868 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-60dc76de-a6a7-47d0-b1de-c2a1e3bd5e8d req-9bb4c79c-6966-45c8-bd30-ce2417b20047 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=32fa21a2-f405-41b4-9d28-b66d441de698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490885 Nov 09 15:31:13.093157 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ca1c0645-3a3f-4f99-b6d3-d6c0cc724da8 req-6defc09e-d7db-4125-a00d-95b76cf0a602 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2832487 Nov 09 15:31:13.128659 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3cb68-457e-4282-95fe-485a71a866d4 req-b8aaa9c6-d7f3-467c-98ff-940e5ad369ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:13.131439 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-47a3cb68-457e-4282-95fe-485a71a866d4 req-b8aaa9c6-d7f3-467c-98ff-940e5ad369ab service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a024050dd7c047a9a046d17bb7343ff7&device_id=41bb73ea-fc9b-4566-b592-7b49c1c9f142 HTTP/1.1" status: 200 len: 1097 time: 0.1946223 Nov 09 15:31:13.143509 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a73c3b-2c42-4647-90d0-825553789fd1 req-66d5e5e0-fd4e-4ee2-a24f-995f3ee82272 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:13.145488 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-21a73c3b-2c42-4647-90d0-825553789fd1 req-66d5e5e0-fd4e-4ee2-a24f-995f3ee82272 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/ports?device_id=41bb73ea-fc9b-4566-b592-7b49c1c9f142 HTTP/1.1" status: 200 len: 944 time: 0.1729221 Nov 09 15:31:13.286416 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-21a73c3b-2c42-4647-90d0-825553789fd1 req-6559f048-82ef-458f-97ae-738f433148b1 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/security-groups?id=89598d83-0143-4fbf-985e-34eb6a3ed75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348381 Nov 09 15:31:13.335733 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3cb68-457e-4282-95fe-485a71a866d4 req-ffea73b0-7ef5-43a7-87ad-c655d30a90bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:13.337261 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-47a3cb68-457e-4282-95fe-485a71a866d4 req-ffea73b0-7ef5-43a7-87ad-c655d30a90bc service neutron] 10.222.0.44 "GET /v2.0/networks?id=407f7736-dc24-424b-a276-4b606e437d30 HTTP/1.1" status: 200 len: 916 time: 0.1486051 Nov 09 15:31:13.417001 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-47a3cb68-457e-4282-95fe-485a71a866d4 req-97e149ad-2c01-4bf9-b821-d086a3eb97cb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f347431-43f6-4e3c-8e59-b50449d112ba HTTP/1.1" status: 200 len: 217 time: 0.0669184 Nov 09 15:31:13.484624 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3cb68-457e-4282-95fe-485a71a866d4 req-8ede07ce-c17e-4355-9b84-7b4b927c8ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:13.486720 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-47a3cb68-457e-4282-95fe-485a71a866d4 req-8ede07ce-c17e-4355-9b84-7b4b927c8ad8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=07665702-ca06-4e57-bf26-5cb217623454 HTTP/1.1" status: 200 len: 854 time: 0.0622871 Nov 09 15:31:13.541473 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-47a3cb68-457e-4282-95fe-485a71a866d4 req-295f3758-3a63-476a-af08-7b870cca7b96 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=407f7736-dc24-424b-a276-4b606e437d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456927 Nov 09 15:31:13.680510 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-47a3cb68-457e-4282-95fe-485a71a866d4 req-0de0d741-d346-48f1-9350-5eb356bad60b service neutron] 10.222.0.44 "GET /v2.0/networks/407f7736-dc24-424b-a276-4b606e437d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313112 Nov 09 15:31:13.821166 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-47a3cb68-457e-4282-95fe-485a71a866d4 req-dbebe64b-7a00-48d3-ad11-61eb6af185ac service neutron] 10.222.0.44 "GET /v2.0/networks/407f7736-dc24-424b-a276-4b606e437d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326063 Nov 09 15:31:13.998854 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f3d0e-f27a-4437-b166-95538d8c2822 req-c4374162-fcfa-4a90-903c-bd4b6843399d tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:14.003183 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-439f3d0e-f27a-4437-b166-95538d8c2822 req-c4374162-fcfa-4a90-903c-bd4b6843399d tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/ports?device_id=7dbe37dc-a774-4f49-be62-d7025c1c624b HTTP/1.1" status: 200 len: 946 time: 0.0934615 Nov 09 15:31:14.050457 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-439f3d0e-f27a-4437-b166-95538d8c2822 req-ac9662ae-cf33-444e-8989-ad7b81aecf4d tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/security-groups?id=32fa21a2-f405-41b4-9d28-b66d441de698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431569 Nov 09 15:31:14.342331 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f6c96-3a47-44b3-983c-8887a859a382 req-065175d4-b10a-4c63-abad-d26cc9bc8077 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:14.345506 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-582f6c96-3a47-44b3-983c-8887a859a382 req-065175d4-b10a-4c63-abad-d26cc9bc8077 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 946 time: 0.1175210 Nov 09 15:31:14.424541 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-582f6c96-3a47-44b3-983c-8887a859a382 req-e14f23c4-30c4-40c1-b642-a1032127b1b7 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696232 Nov 09 15:31:14.528112 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073cb61c-3c79-4149-a537-789eb77a17c5 req-3effd130-782c-4640-9ab9-30a814832d7e tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:14.536258 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-073cb61c-3c79-4149-a537-789eb77a17c5 req-3effd130-782c-4640-9ab9-30a814832d7e tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/ports?device_id=41bb73ea-fc9b-4566-b592-7b49c1c9f142 HTTP/1.1" status: 200 len: 944 time: 0.1101189 Nov 09 15:31:14.591479 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-073cb61c-3c79-4149-a537-789eb77a17c5 req-e607a338-7a51-4688-8fdc-690b738f3943 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/security-groups?id=89598d83-0143-4fbf-985e-34eb6a3ed75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479858 Nov 09 15:31:15.266529 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02081ecb-471d-4351-a4a9-59dc3739da80 req-243429f3-2e99-4d24-bfed-01f5f7646cf6 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:15.269290 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-02081ecb-471d-4351-a4a9-59dc3739da80 req-243429f3-2e99-4d24-bfed-01f5f7646cf6 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/ports?device_id=7dbe37dc-a774-4f49-be62-d7025c1c624b HTTP/1.1" status: 200 len: 946 time: 0.1001837 Nov 09 15:31:15.327631 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-02081ecb-471d-4351-a4a9-59dc3739da80 req-9479a743-7189-47e8-b847-bac1648c3e0b tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/security-groups?id=32fa21a2-f405-41b4-9d28-b66d441de698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513074 Nov 09 15:31:15.528784 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e4f92d-9f39-45c7-80d2-c2347a0330ae req-a894cbc9-9b4d-4742-a9e4-807e4f998ddf tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:15.530389 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-63e4f92d-9f39-45c7-80d2-c2347a0330ae req-a894cbc9-9b4d-4742-a9e4-807e4f998ddf tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/ports?device_id=7dbe37dc-a774-4f49-be62-d7025c1c624b HTTP/1.1" status: 200 len: 946 time: 0.0891259 Nov 09 15:31:15.625062 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-63e4f92d-9f39-45c7-80d2-c2347a0330ae req-a8d685b2-e7b9-4948-b9a1-c0074b62393c tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/security-groups?id=32fa21a2-f405-41b4-9d28-b66d441de698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884073 Nov 09 15:31:15.652366 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 42356) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:31:15.683276 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fd7099-213a-4de6-9fa8-e95551407058 req-ddf0ff9b-2869-44cb-b1ff-f526997867a6 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:15.684869 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-71fd7099-213a-4de6-9fa8-e95551407058 req-ddf0ff9b-2869-44cb-b1ff-f526997867a6 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 946 time: 0.1291573 Nov 09 15:31:15.773082 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-71fd7099-213a-4de6-9fa8-e95551407058 req-b1eebe9c-57ab-468d-90c2-530f400fd2eb tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812073 Nov 09 15:31:15.824339 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e741ff-485e-445a-bec0-3d59cc5a5a82 req-a51f3ab6-9406-4969-b49c-dedb2f008112 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:15.825792 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b5e741ff-485e-445a-bec0-3d59cc5a5a82 req-a51f3ab6-9406-4969-b49c-dedb2f008112 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/ports?device_id=41bb73ea-fc9b-4566-b592-7b49c1c9f142 HTTP/1.1" status: 200 len: 944 time: 0.0956242 Nov 09 15:31:15.877409 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b5e741ff-485e-445a-bec0-3d59cc5a5a82 req-8c1ed16c-4b51-420b-aeae-fe6bfa0aa5d7 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/security-groups?id=89598d83-0143-4fbf-985e-34eb6a3ed75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421119 Nov 09 15:31:15.942102 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee65cbb3-81b3-4294-b9bc-edadc2b020ed tempest-TestShelveInstance-827900485 tempest-TestShelveInstance-827900485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:15.943635 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-ee65cbb3-81b3-4294-b9bc-edadc2b020ed tempest-TestShelveInstance-827900485 tempest-TestShelveInstance-827900485-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=7dbe37dc-a774-4f49-be62-d7025c1c624b HTTP/1.1" status: 200 len: 1094 time: 0.2890935 Nov 09 15:31:15.946653 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 42364) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:31:15.951919 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.v2.base [None req-03a9ff34-67f8-40cc-953e-fcd0f18ded80 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Request body: {'floatingip': {'floating_network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'port_id': '0142e2c4-eb60-4802-ad14-6fc4dffccb92', 'tenant_id': '345997c2db1e4065ac8b48dad0e637b6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=86839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:31:15.958772 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-03a9ff34-67f8-40cc-953e-fcd0f18ded80 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:31:15.962790 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-03a9ff34-67f8-40cc-953e-fcd0f18ded80 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Usage tracker for resource:floatingip and tenant:345997c2db1e4065ac8b48dad0e637b6 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:31:15.965766 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-03a9ff34-67f8-40cc-953e-fcd0f18ded80 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:31:15.972495 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-03a9ff34-67f8-40cc-953e-fcd0f18ded80 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:31:15.982043 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-03a9ff34-67f8-40cc-953e-fcd0f18ded80 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Notify callbacks [] for floatingip, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:16.132267 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-03a9ff34-67f8-40cc-953e-fcd0f18ded80 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:16.266594 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.db_base_plugin_common [None req-03a9ff34-67f8-40cc-953e-fcd0f18ded80 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Allocated IP 172.28.0.220 (de089fbd-190d-42e2-b873-9d0b1c33f140/6c23faf8-0a9f-4180-83f0-f659576295c3/11ad0b6b-80fb-4e9a-ba61-e6e872e2e6f5) {{(pid=86839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 15:31:16.423438 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-03a9ff34-67f8-40cc-953e-fcd0f18ded80 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Notify callbacks [] for port, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:16.452844 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-03a9ff34-67f8-40cc-953e-fcd0f18ded80 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763972296951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337271'] for port, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:16.458722 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:31:16.485592 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd805b28-ca19-4087-97df-ce7ee9e16570 req-3c599114-b973-4c85-84e9-384ec29c9356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:16.487179 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-dd805b28-ca19-4087-97df-ce7ee9e16570 req-3c599114-b973-4c85-84e9-384ec29c9356 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4c426877957540c3ae3ca3dce095a0e8&device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 1099 time: 0.0740757 Nov 09 15:31:16.519632 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a9ff34-67f8-40cc-953e-fcd0f18ded80 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Network de089fbd-190d-42e2-b873-9d0b1c33f140 is already hosted by enough agents. {{(pid=86839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 15:31:16.522558 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.base_scheduler [None req-03a9ff34-67f8-40cc-953e-fcd0f18ded80 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Resources bound (agent type, host, resource id): {{(pid=86839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:31:16.526521 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a9ff34-67f8-40cc-953e-fcd0f18ded80 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Received port after_create {{(pid=86839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 09 15:31:16.566186 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a9ff34-67f8-40cc-953e-fcd0f18ded80 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Pushing event updated for resources: {'Port': ['ID=11ad0b6b-80fb-4e9a-ba61-e6e872e2e6f5,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:31:16.578730 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a9ff34-67f8-40cc-953e-fcd0f18ded80 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:31:16.579102 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a9ff34-67f8-40cc-953e-fcd0f18ded80 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:31:16.580018 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a9ff34-67f8-40cc-953e-fcd0f18ded80 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:31:16.580380 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a9ff34-67f8-40cc-953e-fcd0f18ded80 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:31:16.580737 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a9ff34-67f8-40cc-953e-fcd0f18ded80 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:31:16.581094 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a9ff34-67f8-40cc-953e-fcd0f18ded80 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:31:16.581488 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a9ff34-67f8-40cc-953e-fcd0f18ded80 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:31:16.581883 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a9ff34-67f8-40cc-953e-fcd0f18ded80 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:31:16.582459 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a9ff34-67f8-40cc-953e-fcd0f18ded80 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:31:16.582828 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a9ff34-67f8-40cc-953e-fcd0f18ded80 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:31:16.583205 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a9ff34-67f8-40cc-953e-fcd0f18ded80 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:31:16.583610 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a9ff34-67f8-40cc-953e-fcd0f18ded80 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:31:16.589980 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-03a9ff34-67f8-40cc-953e-fcd0f18ded80 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:31:16.694040 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd805b28-ca19-4087-97df-ce7ee9e16570 req-3083cb65-7375-477a-9e24-09da24ec6260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:16.695382 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-dd805b28-ca19-4087-97df-ce7ee9e16570 req-3083cb65-7375-477a-9e24-09da24ec6260 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4e486921-0f80-48c5-9888-ae5de3f1e305 HTTP/1.1" status: 200 len: 918 time: 0.2002518 Nov 09 15:31:16.801193 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-dd805b28-ca19-4087-97df-ce7ee9e16570 req-2b4c2351-6562-413a-ae31-e392287dd4ab service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22a21dfd-9477-4e51-b44b-ee3e7eda5c1d HTTP/1.1" status: 200 len: 1001 time: 0.0990088 Nov 09 15:31:16.872127 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd805b28-ca19-4087-97df-ce7ee9e16570 req-f5307a83-9a74-4fe5-9977-f461d34a09ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:16.873582 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-dd805b28-ca19-4087-97df-ce7ee9e16570 req-f5307a83-9a74-4fe5-9977-f461d34a09ab service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5ec84acc-d70c-4e8d-bb6d-6e13232b6778 HTTP/1.1" status: 200 len: 855 time: 0.0647304 Nov 09 15:31:17.074000 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45f1d1-c2c7-4579-af1a-efea455020d3 req-f85362b7-4707-4179-be43-5978ec5bb2c9 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:17.074158 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-03a9ff34-67f8-40cc-953e-fcd0f18ded80 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:17.074602 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1f45f1d1-c2c7-4579-af1a-efea455020d3 req-f85362b7-4707-4179-be43-5978ec5bb2c9 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 946 time: 0.1564233 Nov 09 15:31:17.080889 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd805b28-ca19-4087-97df-ce7ee9e16570 req-8b446454-6765-4932-9984-4535d8ef0a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:17.082352 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-dd805b28-ca19-4087-97df-ce7ee9e16570 req-8b446454-6765-4932-9984-4535d8ef0a49 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4e486921-0f80-48c5-9888-ae5de3f1e305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2007461 Nov 09 15:31:17.163323 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-03a9ff34-67f8-40cc-953e-fcd0f18ded80 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:17.226019 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1f45f1d1-c2c7-4579-af1a-efea455020d3 req-2d07ce50-2d77-4fab-a2aa-0daf3fb4c11c tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420374 Nov 09 15:31:17.280832 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa20ee-6867-4283-b4d7-dc1ee652d9bd req-68afa9e1-1eb6-4190-8792-a73addfde4f5 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:17.282343 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4faa20ee-6867-4283-b4d7-dc1ee652d9bd req-68afa9e1-1eb6-4190-8792-a73addfde4f5 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/ports?device_id=41bb73ea-fc9b-4566-b592-7b49c1c9f142 HTTP/1.1" status: 200 len: 944 time: 0.2595870 Nov 09 15:31:17.290654 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-dd805b28-ca19-4087-97df-ce7ee9e16570 req-219a2d7c-b836-4f2a-b2b1-949b9fb4691d service neutron] 10.222.0.44 "GET /v2.0/networks/4e486921-0f80-48c5-9888-ae5de3f1e305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907756 Nov 09 15:31:17.412458 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-03a9ff34-67f8-40cc-953e-fcd0f18ded80 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Notify callbacks [] for port, precommit_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:17.417104 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-03a9ff34-67f8-40cc-953e-fcd0f18ded80 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337294'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:17.420335 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4faa20ee-6867-4283-b4d7-dc1ee652d9bd req-be161cb9-ba11-4e16-bde5-beaf1cb0fa2c tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/security-groups?id=89598d83-0143-4fbf-985e-34eb6a3ed75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287282 Nov 09 15:31:17.421784 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:31:17.463943 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-dd805b28-ca19-4087-97df-ce7ee9e16570 req-a3036a2d-ffbc-41eb-9052-6824cc97a317 service neutron] 10.222.0.44 "GET /v2.0/networks/4e486921-0f80-48c5-9888-ae5de3f1e305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583085 Nov 09 15:31:17.535490 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a9ff34-67f8-40cc-953e-fcd0f18ded80 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Pushing event updated for resources: {'Port': ['ID=11ad0b6b-80fb-4e9a-ba61-e6e872e2e6f5,revision_number=2']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:31:17.539295 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-03a9ff34-67f8-40cc-953e-fcd0f18ded80 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:31:17.544050 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-03a9ff34-67f8-40cc-953e-fcd0f18ded80 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-978376'] for floatingip, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:17.716315 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.db.l3_db [None req-03a9ff34-67f8-40cc-953e-fcd0f18ded80 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Floating IP 707f9c25-02ae-4eaf-a5c9-1c5b2769c9f9 associated. External IP: 172.28.0.220, port: 0142e2c4-eb60-4802-ad14-6fc4dffccb92. Nov 09 15:31:18.007830 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device 5f347431-43f6-4e3c-8e59-b50449d112ba details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=86840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 15:31:18.073747 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a9ff34-67f8-40cc-953e-fcd0f18ded80 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Router 00493027-7da0-4eb8-b516-b4b7508dc70b has already been hosted by L3 agent d083232d-238f-4a80-a5b8-222ad2e2cbfd {{(pid=86839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 09 15:31:18.142378 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port 5f347431-43f6-4e3c-8e59-b50449d112ba, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=5f347431-43f6-4e3c-8e59-b50449d112ba,segment=NetworkSegment(8f065179-1cb9-48ef-87a3-0062ede6c5cc),segment_id=8f065179-1cb9-48ef-87a3-0062ede6c5cc)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:31:18.156014 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Returning: {'device': '5f347431-43f6-4e3c-8e59-b50449d112ba', 'network_id': '407f7736-dc24-424b-a276-4b606e437d30', 'port_id': '5f347431-43f6-4e3c-8e59-b50449d112ba', 'mac_address': 'fa:16:3e:27:2e:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07665702-ca06-4e57-bf26-5cb217623454', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 15:31:18.213866 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:18.232649 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.notifiers.nova [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f347431-43f6-4e3c-8e59-b50449d112ba {{(pid=86840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 15:31:18.249652 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port 5f347431-43f6-4e3c-8e59-b50449d112ba, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=5f347431-43f6-4e3c-8e59-b50449d112ba,segment=NetworkSegment(8f065179-1cb9-48ef-87a3-0062ede6c5cc),segment_id=8f065179-1cb9-48ef-87a3-0062ede6c5cc)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:31:18.255513 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:18.257413 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:31:18.261068 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a9ff34-67f8-40cc-953e-fcd0f18ded80 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Notify agent at l3_agent.dv-cinder-817223-1-smb the message routers_updated {{(pid=86839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 09 15:31:18.288817 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-03a9ff34-67f8-40cc-953e-fcd0f18ded80 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581'] for floatingip, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:18.306984 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a49f82f-12d7-4f8a-bf27-246fd65d3acb None None] Sync routers for ids ['00493027-7da0-4eb8-b516-b4b7508dc70b'] in dv-cinder-817223-1-smb {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 15:31:18.340738 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a49f82f-12d7-4f8a-bf27-246fd65d3acb None None] Routers {'00493027-7da0-4eb8-b516-b4b7508dc70b'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:31:18.341893 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-7a49f82f-12d7-4f8a-bf27-246fd65d3acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:30:58Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['00493027-7da0-4eb8-b516-b4b7508dc70b'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:31:18.364823 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-03a9ff34-67f8-40cc-953e-fcd0f18ded80 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4171102 Nov 09 15:31:18.365623 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dbe37dc-a774-4f49-be62-d7025c1c624b', 'tag': '0142e2c4-eb60-4802-ad14-6fc4dffccb92'}] {{(pid=86839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:31:18.434390 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dbe37dc-a774-4f49-be62-d7025c1c624b', 'tag': '0142e2c4-eb60-4802-ad14-6fc4dffccb92', 'status': 'completed', 'code': 200} Nov 09 15:31:18.481015 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f909b-efdd-47cc-865d-6803ddf26f93 req-0685e3f6-a39d-4850-b0a9-b4032b94e754 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:18.487211 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Pushing event updated for resources: {'Port': ['ID=5f347431-43f6-4e3c-8e59-b50449d112ba,revision_number=4']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:31:18.491970 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:31:18.503960 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-512f909b-efdd-47cc-865d-6803ddf26f93 req-0685e3f6-a39d-4850-b0a9-b4032b94e754 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 946 time: 0.1420324 Nov 09 15:31:18.598908 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-7a49f82f-12d7-4f8a-bf27-246fd65d3acb None None] Set router 00493027-7da0-4eb8-b516-b4b7508dc70b gateway port host: dv-cinder-817223-1-smb {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:31:18.663482 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-512f909b-efdd-47cc-865d-6803ddf26f93 req-6d689af9-9703-4681-af35-4be52ac2a6a2 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586652 Nov 09 15:31:18.699922 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927b7b2-bab8-410c-adac-7a2a98b13f7b req-8420ad76-a72e-4ab6-b650-5e4c73482231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:18.701376 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5927b7b2-bab8-410c-adac-7a2a98b13f7b req-8420ad76-a72e-4ab6-b650-5e4c73482231 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=345997c2db1e4065ac8b48dad0e637b6&device_id=7dbe37dc-a774-4f49-be62-d7025c1c624b HTTP/1.1" status: 200 len: 1099 time: 0.2335017 Nov 09 15:31:18.710513 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec15fc-417e-4db6-9261-f6ea1b8ab629 req-a7516c38-b3de-4647-a6b2-0d05ab08152e tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:18.711887 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-80ec15fc-417e-4db6-9261-f6ea1b8ab629 req-a7516c38-b3de-4647-a6b2-0d05ab08152e tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/ports?device_id=41bb73ea-fc9b-4566-b592-7b49c1c9f142 HTTP/1.1" status: 200 len: 945 time: 0.1610713 Nov 09 15:31:18.740284 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] get_ports_and_sgs() called for port_ids ['5f347431-43f6-4e3c-8e59-b50449d112ba'] {{(pid=86840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 09 15:31:18.842028 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-80ec15fc-417e-4db6-9261-f6ea1b8ab629 req-ce185e11-a50b-4ac8-b405-110c5287188c tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/security-groups?id=89598d83-0143-4fbf-985e-34eb6a3ed75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111426 Nov 09 15:31:18.878665 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927b7b2-bab8-410c-adac-7a2a98b13f7b req-0441f36b-3f6f-470a-b628-5af95b650933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:18.880232 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5927b7b2-bab8-410c-adac-7a2a98b13f7b req-0441f36b-3f6f-470a-b628-5af95b650933 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3cfbb68e-c639-413c-a5b6-fefed5963f11 HTTP/1.1" status: 200 len: 911 time: 0.1673405 Nov 09 15:31:19.006299 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5927b7b2-bab8-410c-adac-7a2a98b13f7b req-f5f4a6d6-006c-420d-b5f8-107dff1948da service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0142e2c4-eb60-4802-ad14-6fc4dffccb92 HTTP/1.1" status: 200 len: 1000 time: 0.1192696 Nov 09 15:31:19.072598 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927b7b2-bab8-410c-adac-7a2a98b13f7b req-c60cfd60-8a89-4720-80a4-a4fde2b75ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:19.074289 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5927b7b2-bab8-410c-adac-7a2a98b13f7b req-c60cfd60-8a89-4720-80a4-a4fde2b75ec3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eae5ff10-7231-4253-b865-1b978ddd800d HTTP/1.1" status: 200 len: 848 time: 0.0610304 Nov 09 15:31:19.133305 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-7a49f82f-12d7-4f8a-bf27-246fd65d3acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00493027-7da0-4eb8-b516-b4b7508dc70b', 'name': 'tempest-TestShelveInstance-2057662020-router', 'tenant_id': '345997c2db1e4065ac8b48dad0e637b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.246'}], 'enable_snat': True}, 'gw_port_id': '88f8024a-c549-4e28-acfb-cf65ac6ffb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:30:05Z', 'updated_at': '2021-11-09T15:30:09Z', 'revision_number': 4, 'project_id': '345997c2db1e4065ac8b48dad0e637b6', 'gw_port': {'id': '88f8024a-c549-4e28-acfb-cf65ac6ffb15', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00493027-7da0-4eb8-b516-b4b7508dc70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:30:06Z', 'updated_at': '2021-11-09T15:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_floatingips': [{'id': '707f9c25-02ae-4eaf-a5c9-1c5b2769c9f9', 'tenant_id': '345997c2db1e4065ac8b48dad0e637b6', 'floating_ip_address': '172.28.0.220', 'floating_network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'router_id': '00493027-7da0-4eb8-b516-b4b7508dc70b', 'port_id': '0142e2c4-eb60-4802-ad14-6fc4dffccb92', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cfbb68e-c639-413c-a5b6-fefed5963f11', 'mac_address': 'fa:16:3e:fb:66:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbe37dc-a774-4f49-be62-d7025c1c624b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T15:31:17Z', 'updated_at': '2021-11-09T15:31:17Z', 'revision_number': 0, 'project_id': '345997c2db1e4065ac8b48dad0e637b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b97a79b-f377-4a44-967e-e1438ee9ef34', 'name': '', 'network_id': '3cfbb68e-c639-413c-a5b6-fefed5963f11', 'tenant_id': '345997c2db1e4065ac8b48dad0e637b6', 'mac_address': 'fa:16:3e:b8:af:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00493027-7da0-4eb8-b516-b4b7508dc70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'eae5ff10-7231-4253-b865-1b978ddd800d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:30:09Z', 'updated_at': '2021-11-09T15:30:19Z', 'revision_number': 5, 'project_id': '345997c2db1e4065ac8b48dad0e637b6', 'subnets': [{'id': 'eae5ff10-7231-4253-b865-1b978ddd800d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:31:19.137215 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a49f82f-12d7-4f8a-bf27-246fd65d3acb None None] Checking router: 00493027-7da0-4eb8-b516-b4b7508dc70b for host: dv-cinder-817223-1-smb {{(pid=86840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 15:31:19.146619 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a49f82f-12d7-4f8a-bf27-246fd65d3acb None None] Routers {'00493027-7da0-4eb8-b516-b4b7508dc70b'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:31:19.147221 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-7a49f82f-12d7-4f8a-bf27-246fd65d3acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:30:58Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['00493027-7da0-4eb8-b516-b4b7508dc70b'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:31:19.163241 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927b7b2-bab8-410c-adac-7a2a98b13f7b req-0b818d4b-ae5f-4215-a479-eae6d4917207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:19.164793 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5927b7b2-bab8-410c-adac-7a2a98b13f7b req-0b818d4b-ae5f-4215-a479-eae6d4917207 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3cfbb68e-c639-413c-a5b6-fefed5963f11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0788014 Nov 09 15:31:19.344286 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-7a49f82f-12d7-4f8a-bf27-246fd65d3acb None None] Set router 00493027-7da0-4eb8-b516-b4b7508dc70b gateway port host: dv-cinder-817223-1-smb {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:31:19.394541 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5927b7b2-bab8-410c-adac-7a2a98b13f7b req-35f0aa5a-a376-46a1-ae03-9ad20584ce0c service neutron] 10.222.0.44 "GET /v2.0/networks/3cfbb68e-c639-413c-a5b6-fefed5963f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224295 Nov 09 15:31:19.532647 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5927b7b2-bab8-410c-adac-7a2a98b13f7b req-60ad9d45-5b65-4358-9b1e-2d9cb6ac42ea service neutron] 10.222.0.44 "GET /v2.0/networks/3cfbb68e-c639-413c-a5b6-fefed5963f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304469 Nov 09 15:31:19.700754 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-7a49f82f-12d7-4f8a-bf27-246fd65d3acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00493027-7da0-4eb8-b516-b4b7508dc70b', 'name': 'tempest-TestShelveInstance-2057662020-router', 'tenant_id': '345997c2db1e4065ac8b48dad0e637b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.246'}], 'enable_snat': True}, 'gw_port_id': '88f8024a-c549-4e28-acfb-cf65ac6ffb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:30:05Z', 'updated_at': '2021-11-09T15:30:09Z', 'revision_number': 4, 'project_id': '345997c2db1e4065ac8b48dad0e637b6', 'gw_port': {'id': '88f8024a-c549-4e28-acfb-cf65ac6ffb15', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00493027-7da0-4eb8-b516-b4b7508dc70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:30:06Z', 'updated_at': '2021-11-09T15:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_floatingips': [{'id': '707f9c25-02ae-4eaf-a5c9-1c5b2769c9f9', 'tenant_id': '345997c2db1e4065ac8b48dad0e637b6', 'floating_ip_address': '172.28.0.220', 'floating_network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'router_id': '00493027-7da0-4eb8-b516-b4b7508dc70b', 'port_id': '0142e2c4-eb60-4802-ad14-6fc4dffccb92', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cfbb68e-c639-413c-a5b6-fefed5963f11', 'mac_address': 'fa:16:3e:fb:66:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbe37dc-a774-4f49-be62-d7025c1c624b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T15:31:17Z', 'updated_at': '2021-11-09T15:31:17Z', 'revision_number': 0, 'project_id': '345997c2db1e4065ac8b48dad0e637b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b97a79b-f377-4a44-967e-e1438ee9ef34', 'name': '', 'network_id': '3cfbb68e-c639-413c-a5b6-fefed5963f11', 'tenant_id': '345997c2db1e4065ac8b48dad0e637b6', 'mac_address': 'fa:16:3e:b8:af:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00493027-7da0-4eb8-b516-b4b7508dc70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'eae5ff10-7231-4253-b865-1b978ddd800d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:30:09Z', 'updated_at': '2021-11-09T15:30:19Z', 'revision_number': 5, 'project_id': '345997c2db1e4065ac8b48dad0e637b6', 'subnets': [{'id': 'eae5ff10-7231-4253-b865-1b978ddd800d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:31:19.706152 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a49f82f-12d7-4f8a-bf27-246fd65d3acb None None] The sync data for ids ['00493027-7da0-4eb8-b516-b4b7508dc70b'] in dv-cinder-817223-1-smb is: [{'id': '00493027-7da0-4eb8-b516-b4b7508dc70b', 'name': 'tempest-TestShelveInstance-2057662020-router', 'tenant_id': '345997c2db1e4065ac8b48dad0e637b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.246'}], 'enable_snat': True}, 'gw_port_id': '88f8024a-c549-4e28-acfb-cf65ac6ffb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:30:05Z', 'updated_at': '2021-11-09T15:30:09Z', 'revision_number': 4, 'project_id': '345997c2db1e4065ac8b48dad0e637b6', 'gw_port': {'id': '88f8024a-c549-4e28-acfb-cf65ac6ffb15', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00493027-7da0-4eb8-b516-b4b7508dc70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:30:06Z', 'updated_at': '2021-11-09T15:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_floatingips': [{'id': '707f9c25-02ae-4eaf-a5c9-1c5b2769c9f9', 'tenant_id': '345997c2db1e4065ac8b48dad0e637b6', 'floating_ip_address': '172.28.0.220', 'floating_network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'router_id': '00493027-7da0-4eb8-b516-b4b7508dc70b', 'port_id': '0142e2c4-eb60-4802-ad14-6fc4dffccb92', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cfbb68e-c639-413c-a5b6-fefed5963f11', 'mac_address': 'fa:16:3e:fb:66:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbe37dc-a774-4f49-be62-d7025c1c624b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T15:31:17Z', 'updated_at': '2021-11-09T15:31:17Z', 'revision_number': 0, 'project_id': '345997c2db1e4065ac8b48dad0e637b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b97a79b-f377-4a44-967e-e1438ee9ef34', 'name': '', 'network_id': '3cfbb68e-c639-413c-a5b6-fefed5963f11', 'tenant_id': '345997c2db1e4065ac8b48dad0e637b6', 'mac_address': 'fa:16:3e:b8:af:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00493027-7da0-4eb8-b516-b4b7508dc70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'eae5ff10-7231-4253-b865-1b978ddd800d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:30:09Z', 'updated_at': '2021-11-09T15:30:19Z', 'revision_number': 5, 'project_id': '345997c2db1e4065ac8b48dad0e637b6', 'subnets': [{'id': 'eae5ff10-7231-4253-b865-1b978ddd800d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 15:31:19.891331 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b27a3d-9e1d-4cd9-9801-d08ecf0efc61 req-7ef9a8e8-adbe-4ee0-a376-513c5ad6de48 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:19.893994 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-49b27a3d-9e1d-4cd9-9801-d08ecf0efc61 req-7ef9a8e8-adbe-4ee0-a376-513c5ad6de48 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 946 time: 0.1043634 Nov 09 15:31:19.943479 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-49b27a3d-9e1d-4cd9-9801-d08ecf0efc61 req-a995db19-5d67-4f15-959c-7ee4e245b738 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432677 Nov 09 15:31:19.951503 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11328082-ba59-4ebb-a8ad-463b7492ba40 None None] New status for floating IP 707f9c25-02ae-4eaf-a5c9-1c5b2769c9f9: ACTIVE {{(pid=86841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 15:31:20.020784 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device 5f347431-43f6-4e3c-8e59-b50449d112ba up at agent hyperv_hv-cinder-81722 {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:31:20.053200 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ab74a-6121-4af2-bb93-7d7a50ba4e66 req-99907105-5212-4123-9a2c-277b5ec71ae8 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:20.054905 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-398ab74a-6121-4af2-bb93-7d7a50ba4e66 req-99907105-5212-4123-9a2c-277b5ec71ae8 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/ports?device_id=41bb73ea-fc9b-4566-b592-7b49c1c9f142 HTTP/1.1" status: 200 len: 945 time: 0.0902867 Nov 09 15:31:20.105916 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-398ab74a-6121-4af2-bb93-7d7a50ba4e66 req-e967f80e-c54c-46a1-b8be-e078f81bcb3d tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/security-groups?id=89598d83-0143-4fbf-985e-34eb6a3ed75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452185 Nov 09 15:31:20.135541 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:20.140485 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Provisioning for port 5f347431-43f6-4e3c-8e59-b50449d112ba completed by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:31:20.147844 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Provisioning complete for port 5f347431-43f6-4e3c-8e59-b50449d112ba triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:31:20.148220 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:20.338141 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:20.372034 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41bb73ea-fc9b-4566-b592-7b49c1c9f142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f347431-43f6-4e3c-8e59-b50449d112ba'}] {{(pid=86840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:31:20.383668 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port 5f347431-43f6-4e3c-8e59-b50449d112ba, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=5f347431-43f6-4e3c-8e59-b50449d112ba,segment=NetworkSegment(8f065179-1cb9-48ef-87a3-0062ede6c5cc),segment_id=8f065179-1cb9-48ef-87a3-0062ede6c5cc)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:31:20.387425 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:20.388563 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device 22a21dfd-9477-4e51-b44b-ee3e7eda5c1d no longer exists at agent hyperv_hv-cinder-81722 {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 15:31:20.425663 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:31:20.472940 dv-cinder-817223-1-smb neutron-server[86840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41bb73ea-fc9b-4566-b592-7b49c1c9f142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f347431-43f6-4e3c-8e59-b50449d112ba', 'code': 200} Nov 09 15:31:20.525640 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Pushing event updated for resources: {'Port': ['ID=5f347431-43f6-4e3c-8e59-b50449d112ba,revision_number=5']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:31:20.530907 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:31:20.660822 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:20.703938 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port 22a21dfd-9477-4e51-b44b-ee3e7eda5c1d, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=22a21dfd-9477-4e51-b44b-ee3e7eda5c1d,segment=NetworkSegment(d9ea088f-84c5-40da-9a44-3534ad2a71f5),segment_id=d9ea088f-84c5-40da-9a44-3534ad2a71f5)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:31:20.713335 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:20.715065 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:31:20.783280 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Pushing event updated for resources: {'Port': ['ID=22a21dfd-9477-4e51-b44b-ee3e7eda5c1d,revision_number=8']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:31:20.786527 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:31:20.807846 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c9f6e-862c-4ea2-a4b4-dc2e6a207d93 req-46a0e697-c271-4242-b6b7-2be53886daba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:20.809306 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9e6c9f6e-862c-4ea2-a4b4-dc2e6a207d93 req-46a0e697-c271-4242-b6b7-2be53886daba service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=41bb73ea-fc9b-4566-b592-7b49c1c9f142 HTTP/1.1" status: 200 len: 1099 time: 0.0951998 Nov 09 15:31:20.850874 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9e6c9f6e-862c-4ea2-a4b4-dc2e6a207d93 req-bcfc1a38-4e29-4ee6-aad0-e5ea4c7559e6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=89598d83-0143-4fbf-985e-34eb6a3ed75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347562 Nov 09 15:31:21.167031 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1d48b-e71d-4a59-be71-ba76c20d34db req-a80ed490-663e-4fd5-8ed5-71c656ab88ab tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:21.168810 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-99f1d48b-e71d-4a59-be71-ba76c20d34db req-a80ed490-663e-4fd5-8ed5-71c656ab88ab tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 944 time: 0.0853457 Nov 09 15:31:21.226927 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-99f1d48b-e71d-4a59-be71-ba76c20d34db req-948668f7-8d18-4ad5-a4e6-eee2da53cbf9 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497293 Nov 09 15:31:21.309271 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37b8d0-25aa-4a84-9f2f-e05103c0b770 req-3bcbfa52-43be-4574-8ae1-2f21135dcf9d tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:21.310727 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ea37b8d0-25aa-4a84-9f2f-e05103c0b770 req-3bcbfa52-43be-4574-8ae1-2f21135dcf9d tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/ports?device_id=41bb73ea-fc9b-4566-b592-7b49c1c9f142 HTTP/1.1" status: 200 len: 946 time: 0.0828838 Nov 09 15:31:21.362600 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ea37b8d0-25aa-4a84-9f2f-e05103c0b770 req-f5661792-dc56-4547-8e3f-805e6d4bbc1b tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/security-groups?id=89598d83-0143-4fbf-985e-34eb6a3ed75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451505 Nov 09 15:31:21.469282 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 42472) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:31:21.586305 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-59751f03-1cdd-4148-b958-060de686f79b req-e84f4b90-d416-4518-9cdf-4d5c61f42190 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1139803 Nov 09 15:31:21.753505 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 42488) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:31:21.985557 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8ae8182d-d366-49b4-b6c2-51e378378cd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:22.002258 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-8ae8182d-d366-49b4-b6c2-51e378378cd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:31:22.006689 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-8ae8182d-d366-49b4-b6c2-51e378378cd6 admin admin] Usage tracker for resource:security_group_rule and tenant:7d495f452fd14fc18237b40af55b6d51 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:31:22.009753 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-8ae8182d-d366-49b4-b6c2-51e378378cd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:31:22.016067 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-8ae8182d-d366-49b4-b6c2-51e378378cd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:31:22.102444 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8ae8182d-d366-49b4-b6c2-51e378378cd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:22.106403 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8ae8182d-d366-49b4-b6c2-51e378378cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:22.114448 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-c46f0934-f82c-4e21-acef-c7dd826dc0f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:31:22.153948 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-8ae8182d-d366-49b4-b6c2-51e378378cd6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7d495f452fd14fc18237b40af55b6d51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3992414 Nov 09 15:31:22.155606 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae8182d-d366-49b4-b6c2-51e378378cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b13ccb2-a6b5-4955-90c0-fe088692e5f3,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:31:22.156547 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 42494) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:31:22.159103 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-8ae8182d-d366-49b4-b6c2-51e378378cd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:31:22.219906 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-0939cd93-c755-4d96-82c9-49f36496e24c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:22.248311 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-0939cd93-c755-4d96-82c9-49f36496e24c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:22.319248 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-0939cd93-c755-4d96-82c9-49f36496e24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:22.324520 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-756c451f-dd28-4da7-a16a-9f1b0f90126b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:31:22.335444 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0939cd93-c755-4d96-82c9-49f36496e24c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b13ccb2-a6b5-4955-90c0-fe088692e5f3,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:31:22.346535 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0939cd93-c755-4d96-82c9-49f36496e24c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:31:22.347010 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0939cd93-c755-4d96-82c9-49f36496e24c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:31:22.347356 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0939cd93-c755-4d96-82c9-49f36496e24c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:31:22.347714 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0939cd93-c755-4d96-82c9-49f36496e24c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:31:22.348063 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0939cd93-c755-4d96-82c9-49f36496e24c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:31:22.348412 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0939cd93-c755-4d96-82c9-49f36496e24c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:31:22.348758 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0939cd93-c755-4d96-82c9-49f36496e24c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:31:22.349102 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0939cd93-c755-4d96-82c9-49f36496e24c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:31:22.349442 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0939cd93-c755-4d96-82c9-49f36496e24c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:31:22.349783 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0939cd93-c755-4d96-82c9-49f36496e24c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:31:22.350153 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0939cd93-c755-4d96-82c9-49f36496e24c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:31:22.350497 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0939cd93-c755-4d96-82c9-49f36496e24c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:31:22.353981 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-0939cd93-c755-4d96-82c9-49f36496e24c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:31:22.355283 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-0939cd93-c755-4d96-82c9-49f36496e24c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:22.359259 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-0939cd93-c755-4d96-82c9-49f36496e24c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3b13ccb2-a6b5-4955-90c0-fe088692e5f3 HTTP/1.1" status: 204 len: 168 time: 0.2014964 Nov 09 15:31:22.484348 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46eb4df-8c64-446f-b9df-4de9e07953f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22a21dfd-9477-4e51-b44b-ee3e7eda5c1d'}] {{(pid=86840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:31:22.539319 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de12c2-a233-4f4a-9004-a61b69f4f992 req-583a744f-dcbd-4b2f-bf91-59d1b525526b tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:22.541047 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-16de12c2-a233-4f4a-9004-a61b69f4f992 req-583a744f-dcbd-4b2f-bf91-59d1b525526b tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 944 time: 0.1481359 Nov 09 15:31:22.651015 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-16de12c2-a233-4f4a-9004-a61b69f4f992 req-4d0d2443-78b1-4b4f-97c9-0399f9722154 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017230 Nov 09 15:31:22.690910 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc62b84-4e66-44b8-b102-494b7b4d5d86 req-7024e765-0185-42c2-a2a4-64db1fdef710 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:22.694315 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8fc62b84-4e66-44b8-b102-494b7b4d5d86 req-7024e765-0185-42c2-a2a4-64db1fdef710 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/ports?device_id=41bb73ea-fc9b-4566-b592-7b49c1c9f142 HTTP/1.1" status: 200 len: 946 time: 0.1312275 Nov 09 15:31:22.724969 dv-cinder-817223-1-smb neutron-server[86840]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f46eb4df-8c64-446f-b9df-4de9e07953f1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '22a21dfd-9477-4e51-b44b-ee3e7eda5c1d', 'code': 422} returned with failed status Nov 09 15:31:22.746473 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8fc62b84-4e66-44b8-b102-494b7b4d5d86 req-5f29c323-9756-4989-b260-d4aadca33455 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/security-groups?id=89598d83-0143-4fbf-985e-34eb6a3ed75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442960 Nov 09 15:31:22.790639 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 42508) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:31:22.810726 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5945aa3c-d6a0-4b64-bee0-2c341c5997ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:22.826011 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-5945aa3c-d6a0-4b64-bee0-2c341c5997ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:31:22.830417 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-5945aa3c-d6a0-4b64-bee0-2c341c5997ae admin admin] Usage tracker for resource:security_group_rule and tenant:f526f192ffba4debbc483b2e664dbec2 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:31:22.833432 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-5945aa3c-d6a0-4b64-bee0-2c341c5997ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:31:22.839433 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-5945aa3c-d6a0-4b64-bee0-2c341c5997ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:31:22.929894 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5945aa3c-d6a0-4b64-bee0-2c341c5997ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:22.934698 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5945aa3c-d6a0-4b64-bee0-2c341c5997ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:22.943542 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-2174de7e-4ddb-4854-a5cf-1087e97a9c38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:31:22.984167 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-5945aa3c-d6a0-4b64-bee0-2c341c5997ae admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f526f192ffba4debbc483b2e664dbec2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1924653 Nov 09 15:31:22.986712 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5945aa3c-d6a0-4b64-bee0-2c341c5997ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd8e3d5-4cac-4db0-a729-db425a94d671,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:31:22.987515 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 42512) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:31:22.989895 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5945aa3c-d6a0-4b64-bee0-2c341c5997ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:31:23.045622 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-422eb5ff-26c7-4903-b7e0-933f1de0ba04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:23.071038 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-422eb5ff-26c7-4903-b7e0-933f1de0ba04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:23.122254 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-422eb5ff-26c7-4903-b7e0-933f1de0ba04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:23.125944 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-2f90b241-3c3a-4b27-8e9c-0d15e34f2e65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:31:23.139877 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422eb5ff-26c7-4903-b7e0-933f1de0ba04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd8e3d5-4cac-4db0-a729-db425a94d671,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:31:23.143894 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-422eb5ff-26c7-4903-b7e0-933f1de0ba04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:31:23.147020 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-422eb5ff-26c7-4903-b7e0-933f1de0ba04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:23.148151 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-422eb5ff-26c7-4903-b7e0-933f1de0ba04 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4cd8e3d5-4cac-4db0-a729-db425a94d671 HTTP/1.1" status: 204 len: 168 time: 0.1596708 Nov 09 15:31:23.279257 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59751f03-1cdd-4148-b958-060de686f79b req-c098fa21-aab4-4397-b389-95132632603d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:23.280728 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-59751f03-1cdd-4148-b958-060de686f79b req-c098fa21-aab4-4397-b389-95132632603d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1&tenant_id=4c426877957540c3ae3ca3dce095a0e8 HTTP/1.1" status: 200 len: 1097 time: 0.0808461 Nov 09 15:31:23.379894 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59751f03-1cdd-4148-b958-060de686f79b req-bcab86e9-4e34-42cd-9488-b2538f354507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:23.381346 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-59751f03-1cdd-4148-b958-060de686f79b req-bcab86e9-4e34-42cd-9488-b2538f354507 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4c426877957540c3ae3ca3dce095a0e8&device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 1097 time: 0.0748174 Nov 09 15:31:23.520070 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59751f03-1cdd-4148-b958-060de686f79b req-07592586-b300-4f96-a544-f642804ba992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:23.521500 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-59751f03-1cdd-4148-b958-060de686f79b req-07592586-b300-4f96-a544-f642804ba992 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4e486921-0f80-48c5-9888-ae5de3f1e305 HTTP/1.1" status: 200 len: 918 time: 0.1334829 Nov 09 15:31:23.628427 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-59751f03-1cdd-4148-b958-060de686f79b req-be1c5685-c588-4480-a34f-e99e7aef8104 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22a21dfd-9477-4e51-b44b-ee3e7eda5c1d HTTP/1.1" status: 200 len: 999 time: 0.0993719 Nov 09 15:31:23.696675 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59751f03-1cdd-4148-b958-060de686f79b req-fe5ebab5-3ddd-4a3d-b1f1-7050578d4788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:23.698324 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-59751f03-1cdd-4148-b958-060de686f79b req-fe5ebab5-3ddd-4a3d-b1f1-7050578d4788 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5ec84acc-d70c-4e8d-bb6d-6e13232b6778 HTTP/1.1" status: 200 len: 855 time: 0.0627885 Nov 09 15:31:23.819132 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59751f03-1cdd-4148-b958-060de686f79b req-ceb0dd7f-fec9-45fd-969f-2362bb40fa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:23.820774 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-59751f03-1cdd-4148-b958-060de686f79b req-ceb0dd7f-fec9-45fd-969f-2362bb40fa67 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4e486921-0f80-48c5-9888-ae5de3f1e305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1143236 Nov 09 15:31:24.122726 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764e638-b9ce-4d0a-a298-32475fdeefcc req-a98e29df-6e0d-445d-b030-70525327651e tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:24.124201 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a764e638-b9ce-4d0a-a298-32475fdeefcc req-a98e29df-6e0d-445d-b030-70525327651e tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 944 time: 0.3486609 Nov 09 15:31:24.127294 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-59751f03-1cdd-4148-b958-060de686f79b req-0a82c09f-6746-4fd5-93c2-08c0b5136979 service neutron] 10.222.0.44 "GET /v2.0/networks/4e486921-0f80-48c5-9888-ae5de3f1e305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982204 Nov 09 15:31:24.140575 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c262bf9d-8d7e-4d0f-a9ef-469ff165dd38 req-08e13812-a04c-469d-b48c-1810f2df7a1c tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:24.142777 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c262bf9d-8d7e-4d0f-a9ef-469ff165dd38 req-08e13812-a04c-469d-b48c-1810f2df7a1c tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/ports?device_id=41bb73ea-fc9b-4566-b592-7b49c1c9f142 HTTP/1.1" status: 200 len: 946 time: 0.2187967 Nov 09 15:31:24.306129 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a764e638-b9ce-4d0a-a298-32475fdeefcc req-8eabbfc5-bf9c-48f2-bef7-37ced759886f tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1748354 Nov 09 15:31:24.323709 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c262bf9d-8d7e-4d0f-a9ef-469ff165dd38 req-1e082b82-d353-430e-a829-7ea6b5ff5cdf tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/security-groups?id=89598d83-0143-4fbf-985e-34eb6a3ed75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647460 Nov 09 15:31:24.358601 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-59751f03-1cdd-4148-b958-060de686f79b req-52be0314-8053-4c7d-acf1-fe9c28710cf1 service neutron] 10.222.0.44 "GET /v2.0/networks/4e486921-0f80-48c5-9888-ae5de3f1e305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035394 Nov 09 15:31:25.089105 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-e28903c6-abee-4e51-8077-30ba6930a8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:25.499790 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:25.600594 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8016025-374b-4753-8afb-be26acda135c req-a17d9f32-c875-40f8-a37e-d9a3f4cb1178 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:25.602128 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a8016025-374b-4753-8afb-be26acda135c req-a17d9f32-c875-40f8-a37e-d9a3f4cb1178 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 944 time: 0.1025453 Nov 09 15:31:25.653137 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a8016025-374b-4753-8afb-be26acda135c req-f56464a4-0fad-4b0d-a4de-d989b36758f2 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452671 Nov 09 15:31:26.861231 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4801dd-6ffd-4ead-b69c-9b992c342de3 req-d532fd86-bfbb-4c80-a161-027531a4f9e3 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:26.862798 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ab4801dd-6ffd-4ead-b69c-9b992c342de3 req-d532fd86-bfbb-4c80-a161-027531a4f9e3 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 944 time: 0.0882297 Nov 09 15:31:26.907416 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ab4801dd-6ffd-4ead-b69c-9b992c342de3 req-c5d99401-1254-4bcf-9306-bbde330ea214 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387385 Nov 09 15:31:27.608967 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d58b18f3-b754-4e17-8bf3-cc96d291afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:28.112219 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67016e3-d71e-4bf3-8ff0-8d01bad922e6 req-b1a4f4cb-0442-453f-9d9f-2ff4b02df9df tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:28.113767 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b67016e3-d71e-4bf3-8ff0-8d01bad922e6 req-b1a4f4cb-0442-453f-9d9f-2ff4b02df9df tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 944 time: 0.0867202 Nov 09 15:31:28.177899 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b67016e3-d71e-4bf3-8ff0-8d01bad922e6 req-bd2b1e11-8de1-4394-95da-c9a227d11f82 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569131 Nov 09 15:31:28.667517 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:29.494817 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279fee4-e14c-4c1b-aadd-063092911b99 req-cad99ac5-faa2-4263-9987-2179f92f7631 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:29.496443 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d279fee4-e14c-4c1b-aadd-063092911b99 req-cad99ac5-faa2-4263-9987-2179f92f7631 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 944 time: 0.1426265 Nov 09 15:31:29.544939 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d279fee4-e14c-4c1b-aadd-063092911b99 req-777d7672-6872-4821-9fce-4fb7e42bc95c tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417094 Nov 09 15:31:30.193590 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:30.749542 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93714d40-3443-4859-a074-538fd1680666 req-abac6064-80d3-45ee-a3ae-27dcc385b267 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:30.751931 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-93714d40-3443-4859-a074-538fd1680666 req-abac6064-80d3-45ee-a3ae-27dcc385b267 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 944 time: 0.0892675 Nov 09 15:31:30.810829 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-93714d40-3443-4859-a074-538fd1680666 req-b075ebbf-9b5d-45ea-b19b-d89b29611c63 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530305 Nov 09 15:31:32.023074 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15e5de-84fd-49e2-90e8-30e61fd7db3f req-3d4ea5a9-3f24-4577-955f-8891a1767973 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:32.024434 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-dd15e5de-84fd-49e2-90e8-30e61fd7db3f req-3d4ea5a9-3f24-4577-955f-8891a1767973 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 944 time: 0.0867877 Nov 09 15:31:32.072665 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-dd15e5de-84fd-49e2-90e8-30e61fd7db3f req-d62879fb-43f9-40d3-8ac9-f703024535ff tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421937 Nov 09 15:31:33.325950 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b4858-36c5-44ca-ba1b-4a2fcc5b59de req-59b9a857-dbb3-451e-a68b-719f49247677 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:33.327535 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a80b4858-36c5-44ca-ba1b-4a2fcc5b59de req-59b9a857-dbb3-451e-a68b-719f49247677 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 944 time: 0.1103919 Nov 09 15:31:33.398228 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a80b4858-36c5-44ca-ba1b-4a2fcc5b59de req-a7149988-8679-495e-8ec4-0bc8bef6729b tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569892 Nov 09 15:31:33.964831 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 42718) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:31:34.098618 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-3da92100-71a7-41a5-9be4-8b0c7cd8f01c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:34.114949 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-3da92100-71a7-41a5-9be4-8b0c7cd8f01c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:31:34.119001 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-3da92100-71a7-41a5-9be4-8b0c7cd8f01c admin admin] Usage tracker for resource:security_group_rule and tenant:300fe5faf46448b88ed0819fe5b2d64c is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:31:34.122198 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-3da92100-71a7-41a5-9be4-8b0c7cd8f01c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:31:34.131476 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-3da92100-71a7-41a5-9be4-8b0c7cd8f01c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:31:34.237146 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-3da92100-71a7-41a5-9be4-8b0c7cd8f01c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:34.243232 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-3da92100-71a7-41a5-9be4-8b0c7cd8f01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:34.258615 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-8b3d472b-7fe2-4825-b341-cac9efca53f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:31:34.306656 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-3da92100-71a7-41a5-9be4-8b0c7cd8f01c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=300fe5faf46448b88ed0819fe5b2d64c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3406539 Nov 09 15:31:34.308656 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da92100-71a7-41a5-9be4-8b0c7cd8f01c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0bb882-c825-41c2-bfa5-f62963022720,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:31:34.309689 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 42724) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:31:34.312209 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-3da92100-71a7-41a5-9be4-8b0c7cd8f01c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:31:34.389171 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a8ee5a1-2660-4dca-8ade-2ce9c8dc1ecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:34.417203 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a8ee5a1-2660-4dca-8ade-2ce9c8dc1ecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:34.482306 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a8ee5a1-2660-4dca-8ade-2ce9c8dc1ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:34.487076 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-af0cc3b2-bf49-4657-ab8f-338d03ef7d42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:31:34.507977 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ee5a1-2660-4dca-8ade-2ce9c8dc1ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0bb882-c825-41c2-bfa5-f62963022720,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:31:34.511391 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5a8ee5a1-2660-4dca-8ade-2ce9c8dc1ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:31:34.519793 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a8ee5a1-2660-4dca-8ade-2ce9c8dc1ecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:34.545015 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-5a8ee5a1-2660-4dca-8ade-2ce9c8dc1ecd admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6f0bb882-c825-41c2-bfa5-f62963022720 HTTP/1.1" status: 204 len: 168 time: 0.2234604 Nov 09 15:31:34.781953 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bcd393-2d1c-44bf-94f2-5f8d0f23ca90 req-d1dedf88-c5e4-470d-9767-ce1ded34099b tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:34.783190 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-20bcd393-2d1c-44bf-94f2-5f8d0f23ca90 req-d1dedf88-c5e4-470d-9767-ce1ded34099b tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 944 time: 0.0912330 Nov 09 15:31:34.838633 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-20bcd393-2d1c-44bf-94f2-5f8d0f23ca90 req-6c64d423-6d19-4218-b1fc-e09058fed21e tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495615 Nov 09 15:31:34.882184 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 42736) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:31:34.902776 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3abf2ed8-2492-4bcd-8ae8-ecff81048508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:34.923849 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-3abf2ed8-2492-4bcd-8ae8-ecff81048508 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:31:34.927940 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-3abf2ed8-2492-4bcd-8ae8-ecff81048508 admin admin] Usage tracker for resource:security_group_rule and tenant:7d817f32eb144dd2b698ddf04a93fd38 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:31:34.931028 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-3abf2ed8-2492-4bcd-8ae8-ecff81048508 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:31:34.937093 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-3abf2ed8-2492-4bcd-8ae8-ecff81048508 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:31:35.031432 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3abf2ed8-2492-4bcd-8ae8-ecff81048508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:35.035566 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3abf2ed8-2492-4bcd-8ae8-ecff81048508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:35.044389 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-ef45d17b-9d1c-4a6b-9fc6-07b2088e0f8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:31:35.084618 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-3abf2ed8-2492-4bcd-8ae8-ecff81048508 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7d817f32eb144dd2b698ddf04a93fd38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2011108 Nov 09 15:31:35.087396 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 42740) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:31:35.087992 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abf2ed8-2492-4bcd-8ae8-ecff81048508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef57a29-4e40-4bbe-a2e6-1d99fd6758b9,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:31:35.091157 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-3abf2ed8-2492-4bcd-8ae8-ecff81048508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:31:35.149927 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-b02243da-9345-4796-8062-5c661ca32d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:35.178012 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-b02243da-9345-4796-8062-5c661ca32d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:35.244865 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-b02243da-9345-4796-8062-5c661ca32d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:35.250756 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-d5fb0dcf-ea08-4c88-a3bc-f8662b982e99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:31:35.265312 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02243da-9345-4796-8062-5c661ca32d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef57a29-4e40-4bbe-a2e6-1d99fd6758b9,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:31:35.267933 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-b02243da-9345-4796-8062-5c661ca32d3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:31:35.279912 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-b02243da-9345-4796-8062-5c661ca32d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:35.282245 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-b02243da-9345-4796-8062-5c661ca32d3f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8ef57a29-4e40-4bbe-a2e6-1d99fd6758b9 HTTP/1.1" status: 204 len: 168 time: 0.1927502 Nov 09 15:31:35.650373 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 42748) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:31:35.668395 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-87da2b2d-c0b7-48bf-92c1-5374b4d84eb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:35.684471 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-87da2b2d-c0b7-48bf-92c1-5374b4d84eb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:31:35.688491 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-87da2b2d-c0b7-48bf-92c1-5374b4d84eb1 admin admin] Usage tracker for resource:security_group_rule and tenant:dbf28563eb0b4140a3ce0587914fbe57 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:31:35.691381 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-87da2b2d-c0b7-48bf-92c1-5374b4d84eb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:31:35.697094 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-87da2b2d-c0b7-48bf-92c1-5374b4d84eb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:31:35.792159 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-87da2b2d-c0b7-48bf-92c1-5374b4d84eb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:35.796695 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-87da2b2d-c0b7-48bf-92c1-5374b4d84eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:35.804233 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-6a49b753-7c18-4f27-b3f1-956aeef77810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:31:35.844350 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87da2b2d-c0b7-48bf-92c1-5374b4d84eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c90a9953-5447-4724-acbe-1c8d2f46cac2,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:31:35.848582 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-87da2b2d-c0b7-48bf-92c1-5374b4d84eb1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=dbf28563eb0b4140a3ce0587914fbe57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1971841 Nov 09 15:31:35.849537 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-87da2b2d-c0b7-48bf-92c1-5374b4d84eb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:31:35.851261 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 42752) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:31:35.919378 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c408b245-140a-4c4b-8cd0-55c1c82e2582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:35.962399 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c408b245-140a-4c4b-8cd0-55c1c82e2582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:36.088013 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c408b245-140a-4c4b-8cd0-55c1c82e2582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:36.092206 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-22b571f0-4ad5-40b8-a965-bd411e924a2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:31:36.110714 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c408b245-140a-4c4b-8cd0-55c1c82e2582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90a9953-5447-4724-acbe-1c8d2f46cac2,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:31:36.115395 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-c408b245-140a-4c4b-8cd0-55c1c82e2582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:31:36.118019 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c408b245-140a-4c4b-8cd0-55c1c82e2582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:36.119131 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-c408b245-140a-4c4b-8cd0-55c1c82e2582 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c90a9953-5447-4724-acbe-1c8d2f46cac2 HTTP/1.1" status: 204 len: 168 time: 0.2669506 Nov 09 15:31:36.136925 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89be95-683e-4031-885d-9a8fc7a0dddd req-77067f45-16c7-476b-a13b-36ddfa66ed24 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:36.139087 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1a89be95-683e-4031-885d-9a8fc7a0dddd req-77067f45-16c7-476b-a13b-36ddfa66ed24 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 944 time: 0.1789715 Nov 09 15:31:36.189445 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1a89be95-683e-4031-885d-9a8fc7a0dddd req-6692a753-e177-45c1-88e1-d844cb45ed68 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434771 Nov 09 15:31:37.493517 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff0437-731a-42f1-83d5-1195a21b3de5 req-8c58d3f3-ecd2-43b0-a31c-f66bbb96af00 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:37.495001 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-70ff0437-731a-42f1-83d5-1195a21b3de5 req-8c58d3f3-ecd2-43b0-a31c-f66bbb96af00 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 944 time: 0.1691496 Nov 09 15:31:37.543247 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-70ff0437-731a-42f1-83d5-1195a21b3de5 req-0de482b6-005e-4516-8319-6616b5985d4d tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410621 Nov 09 15:31:38.748475 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db15f5-ee97-4a54-88bb-1dcbc98c0ad2 req-67553717-a714-479e-90b7-e6047efd6a1b tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:38.750036 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-91db15f5-ee97-4a54-88bb-1dcbc98c0ad2 req-67553717-a714-479e-90b7-e6047efd6a1b tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 944 time: 0.0878952 Nov 09 15:31:38.800960 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-91db15f5-ee97-4a54-88bb-1dcbc98c0ad2 req-3c7e3736-27fe-4374-b5ae-865536319ac0 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435143 Nov 09 15:31:39.078039 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 42840) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:31:39.130486 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.agents_db [None req-0bb7c99c-2b67-41fc-97bf-7ac1ae3a1626 None None] Agent healthcheck: found 6 active agents {{(pid=86841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 15:31:39.199054 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-ebcc59cf-8676-4dbf-b922-28a5c0e5a12b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:39.213538 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-ebcc59cf-8676-4dbf-b922-28a5c0e5a12b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:31:39.217977 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-ebcc59cf-8676-4dbf-b922-28a5c0e5a12b admin admin] Usage tracker for resource:security_group_rule and tenant:fc6465b007cd4a6c814507f1d6150afb is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:31:39.222956 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-ebcc59cf-8676-4dbf-b922-28a5c0e5a12b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:31:39.228249 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-ebcc59cf-8676-4dbf-b922-28a5c0e5a12b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:31:39.325498 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-ebcc59cf-8676-4dbf-b922-28a5c0e5a12b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:39.330806 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-ebcc59cf-8676-4dbf-b922-28a5c0e5a12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:39.345514 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-3c86b14d-00b6-4ecb-a720-6df3a85584f1 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:31:39.370423 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-ebcc59cf-8676-4dbf-b922-28a5c0e5a12b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=fc6465b007cd4a6c814507f1d6150afb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2911758 Nov 09 15:31:39.373031 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 42848) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:31:39.384893 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcc59cf-8676-4dbf-b922-28a5c0e5a12b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5dbff31-d8f0-47f7-85a4-b56b58ff8787,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:31:39.387974 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-ebcc59cf-8676-4dbf-b922-28a5c0e5a12b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:31:39.432984 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-75ef8397-076b-4ea8-82e0-2a000c50d73b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:39.458341 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-75ef8397-076b-4ea8-82e0-2a000c50d73b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:39.510327 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-75ef8397-076b-4ea8-82e0-2a000c50d73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:39.515174 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-df61948e-6719-40f8-8b3c-85697e884539 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:31:39.527661 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ef8397-076b-4ea8-82e0-2a000c50d73b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5dbff31-d8f0-47f7-85a4-b56b58ff8787,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:31:39.530500 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-75ef8397-076b-4ea8-82e0-2a000c50d73b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:31:39.533327 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-75ef8397-076b-4ea8-82e0-2a000c50d73b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:39.534483 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-75ef8397-076b-4ea8-82e0-2a000c50d73b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e5dbff31-d8f0-47f7-85a4-b56b58ff8787 HTTP/1.1" status: 204 len: 168 time: 0.1604323 Nov 09 15:31:39.818126 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 42858) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:31:39.836683 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4c970e8f-679e-44e7-81dd-b3fdcb9e626b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:39.851654 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-4c970e8f-679e-44e7-81dd-b3fdcb9e626b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:31:39.855661 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-4c970e8f-679e-44e7-81dd-b3fdcb9e626b admin admin] Usage tracker for resource:security_group_rule and tenant:8b12ca647d374a829367fd0b3ddb92b2 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:31:39.858456 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-4c970e8f-679e-44e7-81dd-b3fdcb9e626b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:31:39.864229 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-4c970e8f-679e-44e7-81dd-b3fdcb9e626b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:31:40.006447 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4c970e8f-679e-44e7-81dd-b3fdcb9e626b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:40.010391 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4c970e8f-679e-44e7-81dd-b3fdcb9e626b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:40.017808 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-422eb5ff-26c7-4903-b7e0-933f1de0ba04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:31:40.071978 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73254544-e497-4c6c-b064-9e643ce4fbc0 req-6f7ecff0-df8b-4091-b83b-b10e5f7e9303 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:40.073403 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-73254544-e497-4c6c-b064-9e643ce4fbc0 req-6f7ecff0-df8b-4091-b83b-b10e5f7e9303 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 944 time: 0.1584675 Nov 09 15:31:40.075654 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c970e8f-679e-44e7-81dd-b3fdcb9e626b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1d53be-1c09-4c1a-83e4-8d977a74d95c,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:31:40.078744 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-4c970e8f-679e-44e7-81dd-b3fdcb9e626b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:31:40.081117 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-4c970e8f-679e-44e7-81dd-b3fdcb9e626b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8b12ca647d374a829367fd0b3ddb92b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2620027 Nov 09 15:31:40.084093 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 42864) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:31:40.121840 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-73254544-e497-4c6c-b064-9e643ce4fbc0 req-462df54f-f45c-4f81-a61b-0337aa0dc894 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395586 Nov 09 15:31:40.150570 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-98250b01-9f0c-4d72-9bd2-cd2b16dab52c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:40.176969 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-98250b01-9f0c-4d72-9bd2-cd2b16dab52c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:40.229525 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-98250b01-9f0c-4d72-9bd2-cd2b16dab52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:40.233903 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5a8ee5a1-2660-4dca-8ade-2ce9c8dc1ecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:31:40.250432 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98250b01-9f0c-4d72-9bd2-cd2b16dab52c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1d53be-1c09-4c1a-83e4-8d977a74d95c,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:31:40.254236 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-98250b01-9f0c-4d72-9bd2-cd2b16dab52c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:31:40.266395 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-98250b01-9f0c-4d72-9bd2-cd2b16dab52c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:40.270083 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-98250b01-9f0c-4d72-9bd2-cd2b16dab52c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4c1d53be-1c09-4c1a-83e4-8d977a74d95c HTTP/1.1" status: 204 len: 168 time: 0.1824796 Nov 09 15:31:41.321264 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3022453-2fdf-4704-ba39-c6b826167552 req-741c77c9-9ac8-4261-8a35-0ea72abed2f3 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:41.322869 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e3022453-2fdf-4704-ba39-c6b826167552 req-741c77c9-9ac8-4261-8a35-0ea72abed2f3 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 944 time: 0.0843108 Nov 09 15:31:41.377277 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e3022453-2fdf-4704-ba39-c6b826167552 req-ece5f9d6-96b0-4817-ae77-84492f3df444 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463102 Nov 09 15:31:41.648817 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 42914) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:31:41.772492 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-d936eb6e-8f1e-42ba-93a2-72ebceb8e4a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:41.787470 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-d936eb6e-8f1e-42ba-93a2-72ebceb8e4a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:31:41.791335 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-d936eb6e-8f1e-42ba-93a2-72ebceb8e4a1 admin admin] Usage tracker for resource:security_group_rule and tenant:9657594440414409bac58ba26e8e4802 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:31:41.794178 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-d936eb6e-8f1e-42ba-93a2-72ebceb8e4a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:31:41.801084 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-d936eb6e-8f1e-42ba-93a2-72ebceb8e4a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:31:41.886713 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-d936eb6e-8f1e-42ba-93a2-72ebceb8e4a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:41.890912 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-d936eb6e-8f1e-42ba-93a2-72ebceb8e4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:41.902501 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-7f767b27-2768-4534-a82a-2ac7e2b6795a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:31:41.942211 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-d936eb6e-8f1e-42ba-93a2-72ebceb8e4a1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9657594440414409bac58ba26e8e4802&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2918832 Nov 09 15:31:41.943828 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d936eb6e-8f1e-42ba-93a2-72ebceb8e4a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099f54a3-0ec6-4bf9-a05d-06e015afe151,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:31:41.944943 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 42920) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:31:41.946749 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-d936eb6e-8f1e-42ba-93a2-72ebceb8e4a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:31:42.008456 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-5954f79f-b138-4505-a3aa-dba5a152c3d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:42.034526 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-5954f79f-b138-4505-a3aa-dba5a152c3d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:42.089878 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-5954f79f-b138-4505-a3aa-dba5a152c3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:42.094739 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-0af3e140-c409-4dd4-afe0-60b502b2d904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:31:42.107427 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5954f79f-b138-4505-a3aa-dba5a152c3d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099f54a3-0ec6-4bf9-a05d-06e015afe151,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:31:42.112338 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-5954f79f-b138-4505-a3aa-dba5a152c3d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:31:42.117558 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-5954f79f-b138-4505-a3aa-dba5a152c3d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:42.118691 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-5954f79f-b138-4505-a3aa-dba5a152c3d0 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/099f54a3-0ec6-4bf9-a05d-06e015afe151 HTTP/1.1" status: 204 len: 168 time: 0.1727870 Nov 09 15:31:42.587491 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7620d99-2199-4523-bf02-4b5992df0e10 req-dac14372-ce07-4dbc-8d32-8cd7bd3513f1 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:42.589208 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c7620d99-2199-4523-bf02-4b5992df0e10 req-dac14372-ce07-4dbc-8d32-8cd7bd3513f1 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 944 time: 0.0858946 Nov 09 15:31:42.638927 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c7620d99-2199-4523-bf02-4b5992df0e10 req-8253389e-5e5c-40e9-8f83-bdbe3490fd4f tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429881 Nov 09 15:31:43.841044 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16968112-d096-464e-84f3-ac73b8e3074b req-c7b4471b-5af0-44ee-9acc-86732caab9dd tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:43.842508 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-16968112-d096-464e-84f3-ac73b8e3074b req-c7b4471b-5af0-44ee-9acc-86732caab9dd tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 944 time: 0.0880330 Nov 09 15:31:43.888776 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-16968112-d096-464e-84f3-ac73b8e3074b req-577a72d2-5e08-4872-9d64-a940908da816 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399842 Nov 09 15:31:45.113470 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e9363-7da6-4e25-a05d-440054e37d18 req-c23155ea-2c64-4dba-a84d-1890c1d7b12a tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:45.116355 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b83e9363-7da6-4e25-a05d-440054e37d18 req-c23155ea-2c64-4dba-a84d-1890c1d7b12a tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 944 time: 0.0972767 Nov 09 15:31:45.179785 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b83e9363-7da6-4e25-a05d-440054e37d18 req-d83b86f9-785b-44a0-b34a-bd6341b2c7a5 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586202 Nov 09 15:31:46.399281 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de3c55-b046-4a94-9910-83eded7e58a1 req-7050c495-07e7-43f5-bf83-d0d2cd425899 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:46.408684 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-31de3c55-b046-4a94-9910-83eded7e58a1 req-7050c495-07e7-43f5-bf83-d0d2cd425899 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 944 time: 0.1011765 Nov 09 15:31:46.489291 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-31de3c55-b046-4a94-9910-83eded7e58a1 req-d5906623-19a2-4bed-b8eb-91b0c7238a33 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740647 Nov 09 15:31:47.704681 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5f66a-3518-4305-811f-54d8b2418c0d req-b46a8a4b-54c4-489d-bdbc-d7741a5cecd9 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:47.706351 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6cb5f66a-3518-4305-811f-54d8b2418c0d req-b46a8a4b-54c4-489d-bdbc-d7741a5cecd9 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 944 time: 0.0968127 Nov 09 15:31:47.755863 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6cb5f66a-3518-4305-811f-54d8b2418c0d req-6dd531d7-cb0c-4c04-a732-773601d68b29 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419583 Nov 09 15:31:48.181768 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device 22a21dfd-9477-4e51-b44b-ee3e7eda5c1d details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=86840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 15:31:48.322997 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port 22a21dfd-9477-4e51-b44b-ee3e7eda5c1d, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=22a21dfd-9477-4e51-b44b-ee3e7eda5c1d,segment=NetworkSegment(d9ea088f-84c5-40da-9a44-3534ad2a71f5),segment_id=d9ea088f-84c5-40da-9a44-3534ad2a71f5)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:31:48.336588 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Returning: {'device': '22a21dfd-9477-4e51-b44b-ee3e7eda5c1d', 'network_id': '4e486921-0f80-48c5-9888-ae5de3f1e305', 'port_id': '22a21dfd-9477-4e51-b44b-ee3e7eda5c1d', 'mac_address': 'fa:16:3e:4e:e5:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ec84acc-d70c-4e8d-bb6d-6e13232b6778', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 15:31:48.395962 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:48.413655 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.notifiers.nova [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22a21dfd-9477-4e51-b44b-ee3e7eda5c1d {{(pid=86840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 15:31:48.428865 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port 22a21dfd-9477-4e51-b44b-ee3e7eda5c1d, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=22a21dfd-9477-4e51-b44b-ee3e7eda5c1d,segment=NetworkSegment(d9ea088f-84c5-40da-9a44-3534ad2a71f5),segment_id=d9ea088f-84c5-40da-9a44-3534ad2a71f5)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:31:48.432885 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:48.434694 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:31:48.504188 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Pushing event updated for resources: {'Port': ['ID=22a21dfd-9477-4e51-b44b-ee3e7eda5c1d,revision_number=9']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:31:48.511580 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:31:48.511932 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:31:48.512273 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:31:48.512607 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:31:48.512935 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:31:48.513264 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:31:48.513594 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:31:48.514091 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:31:48.514429 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:31:48.515325 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:31:48.515720 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:31:48.516049 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:31:48.519848 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:31:48.896093 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] get_ports_and_sgs() called for port_ids ['22a21dfd-9477-4e51-b44b-ee3e7eda5c1d'] {{(pid=86840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 09 15:31:48.957552 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e3187-c85f-4bd8-ac2d-1c1702464774 req-a2c04210-c8f4-40f2-99b8-9ef576226377 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:48.959251 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b42e3187-c85f-4bd8-ac2d-1c1702464774 req-a2c04210-c8f4-40f2-99b8-9ef576226377 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 945 time: 0.0884125 Nov 09 15:31:49.008329 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b42e3187-c85f-4bd8-ac2d-1c1702464774 req-539426d6-5893-4a99-8b65-a2189f8fee67 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432265 Nov 09 15:31:50.092264 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:50.194718 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device 22a21dfd-9477-4e51-b44b-ee3e7eda5c1d up at agent hyperv_hv-cinder-81722 {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:31:50.243201 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a942214b-1199-47c5-823c-7c44edeccb32 req-4370acec-0d95-4834-a878-b530cedd5be5 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:50.245095 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a942214b-1199-47c5-823c-7c44edeccb32 req-4370acec-0d95-4834-a878-b530cedd5be5 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 945 time: 0.0996900 Nov 09 15:31:50.273102 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Provisioning complete for port 22a21dfd-9477-4e51-b44b-ee3e7eda5c1d triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:31:50.273483 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:50.298668 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a942214b-1199-47c5-823c-7c44edeccb32 req-70ddbd9c-84fc-4440-946d-20b32b61d236 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451679 Nov 09 15:31:50.407019 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:50.435935 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46eb4df-8c64-446f-b9df-4de9e07953f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a21dfd-9477-4e51-b44b-ee3e7eda5c1d'}] {{(pid=86840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:31:50.449672 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port 22a21dfd-9477-4e51-b44b-ee3e7eda5c1d, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=22a21dfd-9477-4e51-b44b-ee3e7eda5c1d,segment=NetworkSegment(d9ea088f-84c5-40da-9a44-3534ad2a71f5),segment_id=d9ea088f-84c5-40da-9a44-3534ad2a71f5)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:31:50.454427 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:50.456439 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-521477af-e498-45ed-8303-4faf14aafeab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:31:50.490888 dv-cinder-817223-1-smb neutron-server[86840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46eb4df-8c64-446f-b9df-4de9e07953f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a21dfd-9477-4e51-b44b-ee3e7eda5c1d', 'code': 200} Nov 09 15:31:50.542136 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Pushing event updated for resources: {'Port': ['ID=22a21dfd-9477-4e51-b44b-ee3e7eda5c1d,revision_number=10']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:31:50.545380 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:31:51.177434 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cccd670-f62e-4691-8e8c-86838e2e269e req-700696ec-a044-4776-9e0e-e31ffa05c266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:51.178900 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0cccd670-f62e-4691-8e8c-86838e2e269e req-700696ec-a044-4776-9e0e-e31ffa05c266 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 1100 time: 0.0702884 Nov 09 15:31:51.225033 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0cccd670-f62e-4691-8e8c-86838e2e269e req-9a8f0b4b-57f8-4299-9e24-d07c795e2ccd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391481 Nov 09 15:31:51.504884 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35c21a-fa45-4b58-80de-e6d4844975f8 req-ab553ddc-cca8-4766-aef0-6a339e9b69c3 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:51.506260 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3b35c21a-fa45-4b58-80de-e6d4844975f8 req-ab553ddc-cca8-4766-aef0-6a339e9b69c3 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 947 time: 0.0859876 Nov 09 15:31:51.552641 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3b35c21a-fa45-4b58-80de-e6d4844975f8 req-ac778e04-40e3-4dd5-bf89-b595747dc68b tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405352 Nov 09 15:31:52.749226 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499560b2-e5a0-4590-974f-d6d00fb28c13 req-cceb4c92-0433-4752-a06a-d0361d9d31e9 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:52.750728 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-499560b2-e5a0-4590-974f-d6d00fb28c13 req-cceb4c92-0433-4752-a06a-d0361d9d31e9 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 947 time: 0.0856149 Nov 09 15:31:52.805776 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-499560b2-e5a0-4590-974f-d6d00fb28c13 req-a14d3d95-f3ad-4840-9c7d-545c9d1bf0d8 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477400 Nov 09 15:31:54.004446 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e733c-01e1-4323-8077-519660611be7 req-e87d5a2b-f48b-41a6-8bb7-36aa0849f844 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:54.005964 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8f6e733c-01e1-4323-8077-519660611be7 req-e87d5a2b-f48b-41a6-8bb7-36aa0849f844 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 947 time: 0.0843284 Nov 09 15:31:54.054233 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8f6e733c-01e1-4323-8077-519660611be7 req-556dae47-d09d-415d-b998-fc1a208cb114 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421379 Nov 09 15:31:55.081739 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-298263b5-8526-49e2-b030-46c285e7edec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:55.328581 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd6f6f-7c3b-4522-ab0d-5ee9b488f072 req-90e21b5e-7437-49ec-9547-01e8c54d3986 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:31:55.330058 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b0cd6f6f-7c3b-4522-ab0d-5ee9b488f072 req-90e21b5e-7437-49ec-9547-01e8c54d3986 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 947 time: 0.1557775 Nov 09 15:31:55.379388 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b0cd6f6f-7c3b-4522-ab0d-5ee9b488f072 req-063d59a9-a747-4651-bea0-01f207b10999 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430796 Nov 09 15:31:55.478681 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:57.612964 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-3e2fe668-23d6-4531-9aad-96a06525b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:31:58.662427 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:32:00.195568 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:32:06.569649 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef24560f-1f2b-4fd0-9223-c07dba2631a5 req-2cd901fe-e599-43c8-87a6-86329839ae24 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:32:06.573094 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ef24560f-1f2b-4fd0-9223-c07dba2631a5 req-2cd901fe-e599-43c8-87a6-86329839ae24 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/ports?device_id=41bb73ea-fc9b-4566-b592-7b49c1c9f142 HTTP/1.1" status: 200 len: 946 time: 0.0851455 Nov 09 15:32:06.628089 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ef24560f-1f2b-4fd0-9223-c07dba2631a5 req-37600f0a-595e-412a-8f06-05bc1e19c9d8 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/security-groups?id=89598d83-0143-4fbf-985e-34eb6a3ed75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463908 Nov 09 15:32:07.930668 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b595307-3730-4a6b-9dc6-f32fea41eb99 req-917745f0-4073-4cd1-b805-45ae87decab5 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:32:07.933169 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9b595307-3730-4a6b-9dc6-f32fea41eb99 req-917745f0-4073-4cd1-b805-45ae87decab5 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/ports?device_id=41bb73ea-fc9b-4566-b592-7b49c1c9f142 HTTP/1.1" status: 200 len: 946 time: 0.1903224 Nov 09 15:32:07.983520 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9b595307-3730-4a6b-9dc6-f32fea41eb99 req-7a0326e1-98eb-47d1-bb91-e8d54c04e6a8 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/security-groups?id=89598d83-0143-4fbf-985e-34eb6a3ed75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431426 Nov 09 15:32:09.192631 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c6609-7ea7-4d81-b9e3-cc870b0fdcda req-2c9859d8-01b5-4c7b-b736-1b973eb41327 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:32:09.194154 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6f7c6609-7ea7-4d81-b9e3-cc870b0fdcda req-2c9859d8-01b5-4c7b-b736-1b973eb41327 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/ports?device_id=41bb73ea-fc9b-4566-b592-7b49c1c9f142 HTTP/1.1" status: 200 len: 946 time: 0.0969546 Nov 09 15:32:09.243082 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6f7c6609-7ea7-4d81-b9e3-cc870b0fdcda req-abaff01d-5bf6-4aec-bfc4-252de7588962 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/security-groups?id=89598d83-0143-4fbf-985e-34eb6a3ed75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428414 Nov 09 15:32:10.446071 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282f0c9-6474-4733-b0e5-f8e7ba0edacf req-8ab9dc25-a02a-421f-9ce5-7b4eedf05cfd tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:32:10.447519 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2282f0c9-6474-4733-b0e5-f8e7ba0edacf req-8ab9dc25-a02a-421f-9ce5-7b4eedf05cfd tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/ports?device_id=41bb73ea-fc9b-4566-b592-7b49c1c9f142 HTTP/1.1" status: 200 len: 946 time: 0.0824959 Nov 09 15:32:10.492085 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2282f0c9-6474-4733-b0e5-f8e7ba0edacf req-f9a16c1c-16d4-44a7-8ba4-44e4eac8c4df tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/security-groups?id=89598d83-0143-4fbf-985e-34eb6a3ed75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389714 Nov 09 15:32:11.682810 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37cfab1-9ba0-436d-b0bf-3c1443e9d9b1 req-c4123701-03e0-4ea0-a151-235af63c1a0f tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:32:11.684509 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d37cfab1-9ba0-436d-b0bf-3c1443e9d9b1 req-c4123701-03e0-4ea0-a151-235af63c1a0f tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/ports?device_id=41bb73ea-fc9b-4566-b592-7b49c1c9f142 HTTP/1.1" status: 200 len: 946 time: 0.0846200 Nov 09 15:32:11.732087 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d37cfab1-9ba0-436d-b0bf-3c1443e9d9b1 req-103c7dae-acae-42df-bb83-da7422f719e9 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/security-groups?id=89598d83-0143-4fbf-985e-34eb6a3ed75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406675 Nov 09 15:32:12.064728 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f57468-7edb-46a3-a5ad-209e2b9e054f req-9b442276-a2ba-400a-a349-c9bb9588f961 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:32:12.066149 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-29f57468-7edb-46a3-a5ad-209e2b9e054f req-9b442276-a2ba-400a-a349-c9bb9588f961 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.44 "GET /v2.0/ports?device_id=41bb73ea-fc9b-4566-b592-7b49c1c9f142 HTTP/1.1" status: 200 len: 946 time: 0.0854778 Nov 09 15:32:12.137813 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [req-29f57468-7edb-46a3-a5ad-209e2b9e054f req-f292d663-70f3-4d37-8e9f-18af80df7dcc tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Deleting port 5f347431-43f6-4e3c-8e59-b50449d112ba {{(pid=86838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 09 15:32:12.138178 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-29f57468-7edb-46a3-a5ad-209e2b9e054f req-f292d663-70f3-4d37-8e9f-18af80df7dcc tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763972629131'] for port, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:32:12.384061 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-29f57468-7edb-46a3-a5ad-209e2b9e054f req-f292d663-70f3-4d37-8e9f-18af80df7dcc tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] For port 5f347431-43f6-4e3c-8e59-b50449d112ba, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=5f347431-43f6-4e3c-8e59-b50449d112ba,segment=NetworkSegment(8f065179-1cb9-48ef-87a3-0062ede6c5cc),segment_id=8f065179-1cb9-48ef-87a3-0062ede6c5cc)] {{(pid=86838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:32:12.384408 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-29f57468-7edb-46a3-a5ad-209e2b9e054f req-f292d663-70f3-4d37-8e9f-18af80df7dcc tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980446'] for port, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:32:12.508512 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [req-29f57468-7edb-46a3-a5ad-209e2b9e054f req-f292d663-70f3-4d37-8e9f-18af80df7dcc tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Calling delete_port for 5f347431-43f6-4e3c-8e59-b50449d112ba owned by compute:nova {{(pid=86838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 09 15:32:12.653960 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-29f57468-7edb-46a3-a5ad-209e2b9e054f req-f292d663-70f3-4d37-8e9f-18af80df7dcc tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763972633375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763972299780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1120097'] for port, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:32:12.659348 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-6103975d-25cb-4cfe-bce5-de0759b8acb9 tempest-VolumesActionsTest-1537755164 tempest-VolumesActionsTest-1537755164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:32:12.704301 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f292d663-70f3-4d37-8e9f-18af80df7dcc tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Pushing event deleted for resources: {'Port': ['ID=5f347431-43f6-4e3c-8e59-b50449d112ba,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:32:12.707306 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-f292d663-70f3-4d37-8e9f-18af80df7dcc tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:32:12.779953 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f57468-7edb-46a3-a5ad-209e2b9e054f req-f292d663-70f3-4d37-8e9f-18af80df7dcc tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] No DVR routers for this DVR port 5f347431-43f6-4e3c-8e59-b50449d112ba on host hv-cinder-81722 {{(pid=86838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 15:32:12.782422 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-29f57468-7edb-46a3-a5ad-209e2b9e054f req-f292d663-70f3-4d37-8e9f-18af80df7dcc tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:32:12.784960 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41bb73ea-fc9b-4566-b592-7b49c1c9f142', 'name': 'network-vif-deleted', 'tag': '5f347431-43f6-4e3c-8e59-b50449d112ba'}] {{(pid=86838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:32:12.800812 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-29f57468-7edb-46a3-a5ad-209e2b9e054f req-f292d663-70f3-4d37-8e9f-18af80df7dcc tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.44 "DELETE /v2.0/ports/5f347431-43f6-4e3c-8e59-b50449d112ba HTTP/1.1" status: 204 len: 173 time: 0.7289388 Nov 09 15:32:12.835722 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41bb73ea-fc9b-4566-b592-7b49c1c9f142', 'name': 'network-vif-deleted', 'tag': '5f347431-43f6-4e3c-8e59-b50449d112ba', 'status': 'completed', 'code': 200} Nov 09 15:32:12.882828 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-e807935f-055b-4914-92ce-64f06c49188f req-758966f8-b169-4981-b470-3a6dbe42ece5 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Synchronizing usage tracker for tenant:a024050dd7c047a9a046d17bb7343ff7 on resource:port {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 15:32:12.898400 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-e807935f-055b-4914-92ce-64f06c49188f req-758966f8-b169-4981-b470-3a6dbe42ece5 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Unset dirty status for tenant:a024050dd7c047a9a046d17bb7343ff7 on resource:port {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 15:32:12.899579 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e807935f-055b-4914-92ce-64f06c49188f req-758966f8-b169-4981-b470-3a6dbe42ece5 tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] 10.222.0.83 "GET /v2.0/ports?device_id=41bb73ea-fc9b-4566-b592-7b49c1c9f142 HTTP/1.1" status: 200 len: 210 time: 0.0611463 Nov 09 15:32:14.320626 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device 5f347431-43f6-4e3c-8e59-b50449d112ba no longer exists at agent hyperv_hv-cinder-81722 {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 15:32:14.361443 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] No Port match for: 5f347431-43f6-4e3c-8e59-b50449d112ba {{(pid=86840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 09 15:32:14.361795 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device 5f347431-43f6-4e3c-8e59-b50449d112ba not bound to the agent host hv-cinder-81722 {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 15:32:16.129626 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.agents_db [None req-0bb7c99c-2b67-41fc-97bf-7ac1ae3a1626 None None] Agent healthcheck: found 6 active agents {{(pid=86841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 15:32:20.104177 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:32:25.084904 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-b19d8cd9-3cdd-48d9-95ea-cfb0f2cd6dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:32:25.481668 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:32:27.617544 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-419f6908-b8a0-4f84-990e-38f251e36769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:32:28.275176 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 43440) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:32:28.395260 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-30d95dc4-dc2b-4f87-b415-c129bc6d1899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:32:28.409426 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-30d95dc4-dc2b-4f87-b415-c129bc6d1899 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:32:28.413185 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-30d95dc4-dc2b-4f87-b415-c129bc6d1899 admin admin] Usage tracker for resource:security_group_rule and tenant:5360996ee059494b8fa783408e8ed2cc is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:32:28.415960 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-30d95dc4-dc2b-4f87-b415-c129bc6d1899 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:32:28.422791 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-30d95dc4-dc2b-4f87-b415-c129bc6d1899 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:32:28.505038 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-30d95dc4-dc2b-4f87-b415-c129bc6d1899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:32:28.508838 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-30d95dc4-dc2b-4f87-b415-c129bc6d1899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:32:28.516401 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-cb898c8c-bed9-4ff2-87b7-f1d1b515bec5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:32:28.558317 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-30d95dc4-dc2b-4f87-b415-c129bc6d1899 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5360996ee059494b8fa783408e8ed2cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2820611 Nov 09 15:32:28.559209 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d95dc4-dc2b-4f87-b415-c129bc6d1899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fddd196c-0b75-40c7-a121-2f75b26804f5,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:32:28.561576 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 43446) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:32:28.567021 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d95dc4-dc2b-4f87-b415-c129bc6d1899 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:32:28.567387 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d95dc4-dc2b-4f87-b415-c129bc6d1899 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:32:28.567743 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d95dc4-dc2b-4f87-b415-c129bc6d1899 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:32:28.568096 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d95dc4-dc2b-4f87-b415-c129bc6d1899 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:32:28.568440 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d95dc4-dc2b-4f87-b415-c129bc6d1899 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:32:28.568787 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d95dc4-dc2b-4f87-b415-c129bc6d1899 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:32:28.569130 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d95dc4-dc2b-4f87-b415-c129bc6d1899 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:32:28.569472 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d95dc4-dc2b-4f87-b415-c129bc6d1899 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:32:28.569816 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d95dc4-dc2b-4f87-b415-c129bc6d1899 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:32:28.570185 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d95dc4-dc2b-4f87-b415-c129bc6d1899 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:32:28.570524 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d95dc4-dc2b-4f87-b415-c129bc6d1899 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:32:28.570858 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d95dc4-dc2b-4f87-b415-c129bc6d1899 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:32:28.574916 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-30d95dc4-dc2b-4f87-b415-c129bc6d1899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:32:28.620361 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-6e041753-db2c-4a2c-9d56-6fddc2f12bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:32:28.647410 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-6e041753-db2c-4a2c-9d56-6fddc2f12bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:32:28.661493 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:32:28.703100 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-6e041753-db2c-4a2c-9d56-6fddc2f12bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:32:28.707749 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-5080c4ce-bf54-4a4f-96f3-77d8eb1ad23a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:32:28.723151 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e041753-db2c-4a2c-9d56-6fddc2f12bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fddd196c-0b75-40c7-a121-2f75b26804f5,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:32:28.727422 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-6e041753-db2c-4a2c-9d56-6fddc2f12bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:32:28.728497 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-6e041753-db2c-4a2c-9d56-6fddc2f12bb4 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/fddd196c-0b75-40c7-a121-2f75b26804f5 HTTP/1.1" status: 204 len: 168 time: 0.1658444 Nov 09 15:32:28.733727 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e041753-db2c-4a2c-9d56-6fddc2f12bb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:32:28.734111 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e041753-db2c-4a2c-9d56-6fddc2f12bb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:32:28.734475 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e041753-db2c-4a2c-9d56-6fddc2f12bb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:32:28.734917 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e041753-db2c-4a2c-9d56-6fddc2f12bb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:32:28.735139 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e041753-db2c-4a2c-9d56-6fddc2f12bb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:32:28.735480 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e041753-db2c-4a2c-9d56-6fddc2f12bb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:32:28.735817 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e041753-db2c-4a2c-9d56-6fddc2f12bb4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:32:28.736154 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e041753-db2c-4a2c-9d56-6fddc2f12bb4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:32:28.736488 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e041753-db2c-4a2c-9d56-6fddc2f12bb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:32:28.736822 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e041753-db2c-4a2c-9d56-6fddc2f12bb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:32:28.737156 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e041753-db2c-4a2c-9d56-6fddc2f12bb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:32:28.737485 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e041753-db2c-4a2c-9d56-6fddc2f12bb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:32:28.740690 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-6e041753-db2c-4a2c-9d56-6fddc2f12bb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:32:30.199256 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:32:31.067528 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663560b1-f71d-4f0f-8b53-75ba63880f57 req-e5f0cafc-6624-4842-ab4e-4e4cc9775d44 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:32:31.068883 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-663560b1-f71d-4f0f-8b53-75ba63880f57 req-e5f0cafc-6624-4842-ab4e-4e4cc9775d44 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa659748-7098-4d83-bee9-fa7de9ff5c12 HTTP/1.1" status: 200 len: 945 time: 0.0799148 Nov 09 15:32:31.113128 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-663560b1-f71d-4f0f-8b53-75ba63880f57 req-f763c20d-b2ad-4edb-ac9c-09a189b4199e tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/security-groups?id=865ee8c0-0767-4d57-8452-a1f03027d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386021 Nov 09 15:32:32.548937 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eca1db-dc34-4f8d-a996-b502d6acbd4b req-46f69d31-df72-42f7-9029-c203bf0ab1b5 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:32:32.550427 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-79eca1db-dc34-4f8d-a996-b502d6acbd4b req-46f69d31-df72-42f7-9029-c203bf0ab1b5 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa659748-7098-4d83-bee9-fa7de9ff5c12 HTTP/1.1" status: 200 len: 945 time: 0.0836229 Nov 09 15:32:32.656936 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-79eca1db-dc34-4f8d-a996-b502d6acbd4b req-0504a226-1eb0-4a87-8f99-29618837fa4f tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/security-groups?id=865ee8c0-0767-4d57-8452-a1f03027d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006832 Nov 09 15:32:33.844883 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8ec05-7467-4c46-8bdf-7218963a0981 req-243f7915-e60e-4440-848d-72223b3e4aa0 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:32:33.846345 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-01f8ec05-7467-4c46-8bdf-7218963a0981 req-243f7915-e60e-4440-848d-72223b3e4aa0 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa659748-7098-4d83-bee9-fa7de9ff5c12 HTTP/1.1" status: 200 len: 945 time: 0.0833347 Nov 09 15:32:33.890333 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-01f8ec05-7467-4c46-8bdf-7218963a0981 req-5655689b-2f36-4bed-9cb1-ac6dc3c5a7ba tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/security-groups?id=865ee8c0-0767-4d57-8452-a1f03027d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383353 Nov 09 15:32:35.082882 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca64ed5f-f08a-459a-9537-c8c487823c76 req-b6b68f5b-061f-439d-8c4e-54b2c7d49955 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:32:35.084329 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ca64ed5f-f08a-459a-9537-c8c487823c76 req-b6b68f5b-061f-439d-8c4e-54b2c7d49955 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa659748-7098-4d83-bee9-fa7de9ff5c12 HTTP/1.1" status: 200 len: 945 time: 0.0866094 Nov 09 15:32:35.129528 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ca64ed5f-f08a-459a-9537-c8c487823c76 req-9c0f329f-7acd-4cab-9a73-7cef59ebe2a0 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/security-groups?id=865ee8c0-0767-4d57-8452-a1f03027d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395050 Nov 09 15:32:36.315673 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb420de5-28e5-491b-8223-5ef451523c2a req-b7a6198a-c6d3-4d54-8709-2edd2ea69167 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:32:36.317093 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-bb420de5-28e5-491b-8223-5ef451523c2a req-b7a6198a-c6d3-4d54-8709-2edd2ea69167 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa659748-7098-4d83-bee9-fa7de9ff5c12 HTTP/1.1" status: 200 len: 945 time: 0.0817771 Nov 09 15:32:36.364183 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-bb420de5-28e5-491b-8223-5ef451523c2a req-44395e31-4f42-4cba-aa6b-205cf159c62f tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/security-groups?id=865ee8c0-0767-4d57-8452-a1f03027d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414960 Nov 09 15:32:36.632373 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 43534) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:32:36.690233 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.db_base_plugin_v2 [None req-c91de648-a721-4f4d-867d-fe02a96ed80f admin admin] Deleting subnet 07665702-ca06-4e57-bf26-5cb217623454 {{(pid=86838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 09 15:32:36.693079 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c91de648-a721-4f4d-867d-fe02a96ed80f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:32:36.742099 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c91de648-a721-4f4d-867d-fe02a96ed80f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459593'] for subnet, precommit_delete_associations {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:32:36.799559 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c91de648-a721-4f4d-867d-fe02a96ed80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16468760'] for subnet, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:32:36.864470 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c91de648-a721-4f4d-867d-fe02a96ed80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16468759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1120086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3042134'] for subnet, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:32:36.868280 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:32:36.901268 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91de648-a721-4f4d-867d-fe02a96ed80f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07665702-ca06-4e57-bf26-5cb217623454,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:32:36.904910 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-c91de648-a721-4f4d-867d-fe02a96ed80f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:32:36.905952 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c91de648-a721-4f4d-867d-fe02a96ed80f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for subnet, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:32:36.911661 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-c91de648-a721-4f4d-867d-fe02a96ed80f admin admin] 10.222.0.83 "DELETE /v2.0/subnets/07665702-ca06-4e57-bf26-5cb217623454 HTTP/1.1" status: 204 len: 168 time: 0.2782230 Nov 09 15:32:36.914048 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 43538) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:32:37.017949 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-dd1fcbf4-de0f-4edc-8213-4cb9d7e34f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16504018'] for network, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:32:37.141189 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-dd1fcbf4-de0f-4edc-8213-4cb9d7e34f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16467554', 'neutron.services.segments.db._delete_segments_for_network-8763972805012'] for network, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:32:37.165134 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.services.segments.db [None req-dd1fcbf4-de0f-4edc-8213-4cb9d7e34f62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['407f7736-dc24-424b-a276-4b606e437d30']}} {{(pid=86838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:32:37.177628 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.services.segments.db [None req-dd1fcbf4-de0f-4edc-8213-4cb9d7e34f62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f065179-1cb9-48ef-87a3-0062ede6c5cc') {'for_net_delete': True} {{(pid=86838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:32:37.177951 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.services.segments.db [None req-dd1fcbf4-de0f-4edc-8213-4cb9d7e34f62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f065179-1cb9-48ef-87a3-0062ede6c5cc') {} {{(pid=86838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:32:37.191497 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-dd1fcbf4-de0f-4edc-8213-4cb9d7e34f62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763972734275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459826'] for segment, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:32:37.207138 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-dd1fcbf4-de0f-4edc-8213-4cb9d7e34f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16429219'] for segment, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:32:37.213608 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd1fcbf4-de0f-4edc-8213-4cb9d7e34f62 admin admin] Releasing vlan 1218 on physical network physnet1 to pool {{(pid=86838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 15:32:37.214123 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-dd1fcbf4-de0f-4edc-8213-4cb9d7e34f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16429210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1120060'] for segment, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:32:37.227084 dv-cinder-817223-1-smb neutron-server[86838]: Traceback (most recent call last): Nov 09 15:32:37.227084 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 15:32:37.227084 dv-cinder-817223-1-smb neutron-server[86838]: timer() Nov 09 15:32:37.227084 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 15:32:37.227084 dv-cinder-817223-1-smb neutron-server[86838]: cb(*args, **kw) Nov 09 15:32:37.227084 dv-cinder-817223-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 15:32:37.227084 dv-cinder-817223-1-smb neutron-server[86838]: return func(*args, **kwargs) Nov 09 15:32:37.227084 dv-cinder-817223-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 15:32:37.227084 dv-cinder-817223-1-smb neutron-server[86838]: self._notify() Nov 09 15:32:37.227084 dv-cinder-817223-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 15:32:37.227084 dv-cinder-817223-1-smb neutron-server[86838]: self.callback(batched_events) Nov 09 15:32:37.227084 dv-cinder-817223-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 15:32:37.227084 dv-cinder-817223-1-smb neutron-server[86838]: event.method(event) Nov 09 15:32:37.227084 dv-cinder-817223-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 15:32:37.227084 dv-cinder-817223-1-smb neutron-server[86838]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 15:32:37.227084 dv-cinder-817223-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 15:32:37.227084 dv-cinder-817223-1-smb neutron-server[86838]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 15:32:37.227084 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 15:32:37.227084 dv-cinder-817223-1-smb neutron-server[86838]: return f(self, *a, **k) Nov 09 15:32:37.227084 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 09 15:32:37.227084 dv-cinder-817223-1-smb neutron-server[86838]: return self._get(url).json() Nov 09 15:32:37.227084 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 09 15:32:37.227084 dv-cinder-817223-1-smb neutron-server[86838]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 15:32:37.227084 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 15:32:37.227084 dv-cinder-817223-1-smb neutron-server[86838]: return self.request(url, 'GET', **kwargs) Nov 09 15:32:37.227084 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 15:32:37.227084 dv-cinder-817223-1-smb neutron-server[86838]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 15:32:37.227084 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 15:32:37.227084 dv-cinder-817223-1-smb neutron-server[86838]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 15:32:37.227084 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 15:32:37.227084 dv-cinder-817223-1-smb neutron-server[86838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 15:32:37.227084 dv-cinder-817223-1-smb neutron-server[86838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 15:32:37.303322 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-dd1fcbf4-de0f-4edc-8213-4cb9d7e34f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16467563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-978398'] for network, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:32:37.306900 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-30157618-11ad-440f-b734-33dd79306c48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:32:37.320070 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-dd1fcbf4-de0f-4edc-8213-4cb9d7e34f62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:32:37.331291 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1fcbf4-de0f-4edc-8213-4cb9d7e34f62 admin admin] Pushing event deleted for resources: {'Network': ['ID=407f7736-dc24-424b-a276-4b606e437d30,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:32:37.334209 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-dd1fcbf4-de0f-4edc-8213-4cb9d7e34f62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:32:37.338632 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-dd1fcbf4-de0f-4edc-8213-4cb9d7e34f62 admin admin] 10.222.0.83 "DELETE /v2.0/networks/407f7736-dc24-424b-a276-4b606e437d30 HTTP/1.1" status: 204 len: 168 time: 0.4222639 Nov 09 15:32:37.516126 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 43548) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:32:37.553121 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91009a4b-5c11-438c-9c83-0f3d6ab41198 req-7f8b87ac-3ff4-4d7c-9efc-70f36342941b tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:32:37.554641 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-91009a4b-5c11-438c-9c83-0f3d6ab41198 req-7f8b87ac-3ff4-4d7c-9efc-70f36342941b tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa659748-7098-4d83-bee9-fa7de9ff5c12 HTTP/1.1" status: 200 len: 945 time: 0.0831304 Nov 09 15:32:37.565112 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-36c1b3c1-3150-438d-8947-a4445f1b6c28 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a024050dd7c047a9a046d17bb7343ff7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477052 Nov 09 15:32:37.567387 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 43552) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:32:37.600258 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-91009a4b-5c11-438c-9c83-0f3d6ab41198 req-bc25eeff-97db-430c-86c3-63b0b259bdbf tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/security-groups?id=865ee8c0-0767-4d57-8452-a1f03027d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393701 Nov 09 15:32:37.629474 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-7e89b04e-a6b9-4388-9359-2ff3ffd1945a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:32:37.655127 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-7e89b04e-a6b9-4388-9359-2ff3ffd1945a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:32:37.710339 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-7e89b04e-a6b9-4388-9359-2ff3ffd1945a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:32:37.714004 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-f2134af2-e4cc-411a-9456-9e1cdf3001a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:32:37.726511 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e89b04e-a6b9-4388-9359-2ff3ffd1945a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89598d83-0143-4fbf-985e-34eb6a3ed75a,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:32:37.731246 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-7e89b04e-a6b9-4388-9359-2ff3ffd1945a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:32:37.750166 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-7e89b04e-a6b9-4388-9359-2ff3ffd1945a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:32:37.751652 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-7e89b04e-a6b9-4388-9359-2ff3ffd1945a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/89598d83-0143-4fbf-985e-34eb6a3ed75a HTTP/1.1" status: 204 len: 168 time: 0.1829929 Nov 09 15:32:38.791831 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198bcfa-c9e7-4d7d-8640-a59a872e1da6 req-406c6b1d-76b4-4281-88e6-16d181ee7106 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:32:38.793256 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f198bcfa-c9e7-4d7d-8640-a59a872e1da6 req-406c6b1d-76b4-4281-88e6-16d181ee7106 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa659748-7098-4d83-bee9-fa7de9ff5c12 HTTP/1.1" status: 200 len: 945 time: 0.0864842 Nov 09 15:32:38.838485 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f198bcfa-c9e7-4d7d-8640-a59a872e1da6 req-5fba26bc-3fd3-4ed9-bac8-aa4117ddd5d2 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/security-groups?id=865ee8c0-0767-4d57-8452-a1f03027d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387270 Nov 09 15:32:40.022132 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba0cc53-9862-4614-a6f2-1e510ed769ee req-9e94cbd1-e829-47bb-98aa-4061677537ea tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:32:40.023571 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0ba0cc53-9862-4614-a6f2-1e510ed769ee req-9e94cbd1-e829-47bb-98aa-4061677537ea tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa659748-7098-4d83-bee9-fa7de9ff5c12 HTTP/1.1" status: 200 len: 945 time: 0.0801380 Nov 09 15:32:40.070733 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0ba0cc53-9862-4614-a6f2-1e510ed769ee req-7c1adc2c-396a-4d98-94af-573ea6bc531a tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/security-groups?id=865ee8c0-0767-4d57-8452-a1f03027d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409873 Nov 09 15:32:41.261881 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6010dd-f75e-477d-bce6-c41fb5a873fc req-6c58eba3-dea0-48d3-bbaa-a351a6bb1778 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:32:41.264159 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-bb6010dd-f75e-477d-bce6-c41fb5a873fc req-6c58eba3-dea0-48d3-bbaa-a351a6bb1778 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa659748-7098-4d83-bee9-fa7de9ff5c12 HTTP/1.1" status: 200 len: 945 time: 0.0892665 Nov 09 15:32:41.309577 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-bb6010dd-f75e-477d-bce6-c41fb5a873fc req-64aab169-5826-4a9e-aeb1-2ad7ef67171d tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/security-groups?id=865ee8c0-0767-4d57-8452-a1f03027d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379326 Nov 09 15:32:42.506308 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654a0c6-acd8-4b21-8a52-f11467e74c68 req-bb9698d8-0f24-40a2-8a0a-29f46db8878b tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:32:42.507662 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e654a0c6-acd8-4b21-8a52-f11467e74c68 req-bb9698d8-0f24-40a2-8a0a-29f46db8878b tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa659748-7098-4d83-bee9-fa7de9ff5c12 HTTP/1.1" status: 200 len: 945 time: 0.0863149 Nov 09 15:32:42.550829 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e654a0c6-acd8-4b21-8a52-f11467e74c68 req-4efad400-fb18-47ea-9785-4cb62745eb1c tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/security-groups?id=865ee8c0-0767-4d57-8452-a1f03027d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374193 Nov 09 15:32:42.901920 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412db4fe-2949-49fd-90e0-3d64111ef075 req-e35ddfd7-ab32-4208-b1d7-7cf01156c794 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:32:42.903412 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-412db4fe-2949-49fd-90e0-3d64111ef075 req-e35ddfd7-ab32-4208-b1d7-7cf01156c794 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa659748-7098-4d83-bee9-fa7de9ff5c12 HTTP/1.1" status: 200 len: 945 time: 0.0935407 Nov 09 15:32:42.956523 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-412db4fe-2949-49fd-90e0-3d64111ef075 req-ed1982a7-41cb-4f5d-bf46-9ba984095e18 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/security-groups?id=865ee8c0-0767-4d57-8452-a1f03027d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458477 Nov 09 15:32:43.159155 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955cd071-7f10-461e-b5c2-834dab3b2e76 req-6814616b-6e10-4d0c-b125-45f58eeabfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:32:43.160616 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-955cd071-7f10-461e-b5c2-834dab3b2e76 req-6814616b-6e10-4d0c-b125-45f58eeabfd0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=41dafbb04b984e61a49bf7c195f04598&device_id=fa659748-7098-4d83-bee9-fa7de9ff5c12 HTTP/1.1" status: 200 len: 1098 time: 0.2933962 Nov 09 15:32:43.291473 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955cd071-7f10-461e-b5c2-834dab3b2e76 req-2aabd76e-ba7b-403e-8503-96e18fbadc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:32:43.292871 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-955cd071-7f10-461e-b5c2-834dab3b2e76 req-2aabd76e-ba7b-403e-8503-96e18fbadc2f service neutron] 10.222.0.44 "GET /v2.0/networks?id=54e70c2d-ce99-4138-a9cc-3f850389a6a6 HTTP/1.1" status: 200 len: 912 time: 0.1256356 Nov 09 15:32:43.399010 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-955cd071-7f10-461e-b5c2-834dab3b2e76 req-6bfe77a7-6370-4f59-bcaf-25250816bd31 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7 HTTP/1.1" status: 200 len: 1001 time: 0.0960131 Nov 09 15:32:43.462312 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955cd071-7f10-461e-b5c2-834dab3b2e76 req-9e1ccaeb-329f-41f7-a7df-8836bb068967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:32:43.463608 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-955cd071-7f10-461e-b5c2-834dab3b2e76 req-9e1ccaeb-329f-41f7-a7df-8836bb068967 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9b608a26-d042-452d-99ad-6e47cca5fd61 HTTP/1.1" status: 200 len: 849 time: 0.0575705 Nov 09 15:32:43.543650 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955cd071-7f10-461e-b5c2-834dab3b2e76 req-8425f048-1185-40bc-8643-5d0ccde752a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:32:43.545209 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-955cd071-7f10-461e-b5c2-834dab3b2e76 req-8425f048-1185-40bc-8643-5d0ccde752a5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=54e70c2d-ce99-4138-a9cc-3f850389a6a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0712507 Nov 09 15:32:43.674289 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-955cd071-7f10-461e-b5c2-834dab3b2e76 req-a220a210-7ab4-4ab3-9ac7-5531da3eed90 service neutron] 10.222.0.44 "GET /v2.0/networks/54e70c2d-ce99-4138-a9cc-3f850389a6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214259 Nov 09 15:32:43.816419 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-955cd071-7f10-461e-b5c2-834dab3b2e76 req-3ebc4077-80ec-4f5a-9e1f-1bd36a3828d1 service neutron] 10.222.0.44 "GET /v2.0/networks/54e70c2d-ce99-4138-a9cc-3f850389a6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349022 Nov 09 15:32:44.143477 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6fc1d-621f-49f8-805f-94d9a49e9f65 req-fdcd20ab-a928-4998-9cc7-d7938d6dc1e0 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:32:44.144927 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-aea6fc1d-621f-49f8-805f-94d9a49e9f65 req-fdcd20ab-a928-4998-9cc7-d7938d6dc1e0 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa659748-7098-4d83-bee9-fa7de9ff5c12 HTTP/1.1" status: 200 len: 945 time: 0.0806398 Nov 09 15:32:44.188917 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-aea6fc1d-621f-49f8-805f-94d9a49e9f65 req-f3817488-c1cf-47ab-813a-e029c4fcd78c tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/security-groups?id=865ee8c0-0767-4d57-8452-a1f03027d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381026 Nov 09 15:32:45.381055 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d39acd-90a9-46c3-a719-456b464d80d0 req-1afe005c-b1d8-4ca2-82d2-42d8c3f76660 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:32:45.382522 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-86d39acd-90a9-46c3-a719-456b464d80d0 req-1afe005c-b1d8-4ca2-82d2-42d8c3f76660 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa659748-7098-4d83-bee9-fa7de9ff5c12 HTTP/1.1" status: 200 len: 945 time: 0.0851789 Nov 09 15:32:45.428115 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-86d39acd-90a9-46c3-a719-456b464d80d0 req-bbc50096-e3fe-41e3-be9e-789767245620 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/security-groups?id=865ee8c0-0767-4d57-8452-a1f03027d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396895 Nov 09 15:32:50.108186 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:32:53.129177 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.agents_db [None req-0bb7c99c-2b67-41fc-97bf-7ac1ae3a1626 None None] Agent healthcheck: found 6 active agents {{(pid=86841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 15:32:54.415518 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1a79b85e-496f-4d66-871c-61ac1cfe0bec req-a85d30a4-162e-40cf-813c-460ca2d4bcf7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751815 Nov 09 15:32:54.564236 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79b85e-496f-4d66-871c-61ac1cfe0bec req-0f8b802a-0efe-4161-b698-1160de5f7bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:32:54.566054 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1a79b85e-496f-4d66-871c-61ac1cfe0bec req-0f8b802a-0efe-4161-b698-1160de5f7bc3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4c426877957540c3ae3ca3dce095a0e8&device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 1100 time: 0.0789311 Nov 09 15:32:54.722418 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79b85e-496f-4d66-871c-61ac1cfe0bec req-3526bffe-0cc3-4e53-97ce-82b2001bbf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:32:54.723879 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1a79b85e-496f-4d66-871c-61ac1cfe0bec req-3526bffe-0cc3-4e53-97ce-82b2001bbf56 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4e486921-0f80-48c5-9888-ae5de3f1e305 HTTP/1.1" status: 200 len: 918 time: 0.1333995 Nov 09 15:32:54.828688 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1a79b85e-496f-4d66-871c-61ac1cfe0bec req-38d494d6-7118-49de-b939-d92a79d0cc9b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22a21dfd-9477-4e51-b44b-ee3e7eda5c1d HTTP/1.1" status: 200 len: 1001 time: 0.0979307 Nov 09 15:32:54.907411 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79b85e-496f-4d66-871c-61ac1cfe0bec req-e0f82107-f47f-4c15-be73-026a98f40b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:32:54.908837 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1a79b85e-496f-4d66-871c-61ac1cfe0bec req-e0f82107-f47f-4c15-be73-026a98f40b89 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5ec84acc-d70c-4e8d-bb6d-6e13232b6778 HTTP/1.1" status: 200 len: 855 time: 0.0586860 Nov 09 15:32:54.987646 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79b85e-496f-4d66-871c-61ac1cfe0bec req-7ebc75c7-c039-435a-b43f-a802960485b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:32:54.989098 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1a79b85e-496f-4d66-871c-61ac1cfe0bec req-7ebc75c7-c039-435a-b43f-a802960485b7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4e486921-0f80-48c5-9888-ae5de3f1e305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0708017 Nov 09 15:32:55.087341 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-9c8b46d0-132d-4c67-9b54-445afe5e2822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:32:55.124835 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1a79b85e-496f-4d66-871c-61ac1cfe0bec req-ace05757-bdbd-4ad7-a9eb-77c857b3ee07 service neutron] 10.222.0.44 "GET /v2.0/networks/4e486921-0f80-48c5-9888-ae5de3f1e305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291969 Nov 09 15:32:55.335807 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1a79b85e-496f-4d66-871c-61ac1cfe0bec req-146008b2-796b-4c1c-9480-faa163d4b7ec service neutron] 10.222.0.44 "GET /v2.0/networks/4e486921-0f80-48c5-9888-ae5de3f1e305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003469 Nov 09 15:32:55.486334 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:32:57.618978 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-6640d68f-560d-4f8e-92ba-ef5a59e5f428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:32:58.665115 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:00.199721 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:14.186516 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca3595-5820-4321-b0b6-02aca4ab51b3 req-282d85be-ae3c-4480-94bb-2dfbf209341e tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:33:14.187887 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-58ca3595-5820-4321-b0b6-02aca4ab51b3 req-282d85be-ae3c-4480-94bb-2dfbf209341e tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 947 time: 0.0844622 Nov 09 15:33:14.237251 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-58ca3595-5820-4321-b0b6-02aca4ab51b3 req-08aa496b-6ac7-466c-ba18-06ef62133272 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433712 Nov 09 15:33:15.434009 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12cdf27-83ec-4a1c-8e83-fe2f3aa72216 req-c9fa7b5e-bf2f-4676-a642-0b65fa1c5d65 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:33:15.435661 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f12cdf27-83ec-4a1c-8e83-fe2f3aa72216 req-c9fa7b5e-bf2f-4676-a642-0b65fa1c5d65 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 947 time: 0.0810978 Nov 09 15:33:15.485852 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f12cdf27-83ec-4a1c-8e83-fe2f3aa72216 req-cede9844-c9d1-41cd-bd96-e552d16247cf tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441182 Nov 09 15:33:16.095948 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d117a708-a1c7-4cff-940b-c1a457665d2d req-c6f6d961-664f-410c-86ca-6ed28b702349 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:33:16.097514 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d117a708-a1c7-4cff-940b-c1a457665d2d req-c6f6d961-664f-410c-86ca-6ed28b702349 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.44 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 947 time: 0.0820737 Nov 09 15:33:16.167896 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [req-d117a708-a1c7-4cff-940b-c1a457665d2d req-616650ea-6d06-4c6a-ae94-3f6ff27e2e6f tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Deleting port 22a21dfd-9477-4e51-b44b-ee3e7eda5c1d {{(pid=86838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 09 15:33:16.168243 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-d117a708-a1c7-4cff-940b-c1a457665d2d req-616650ea-6d06-4c6a-ae94-3f6ff27e2e6f tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763972629131'] for port, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:16.431739 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-d117a708-a1c7-4cff-940b-c1a457665d2d req-616650ea-6d06-4c6a-ae94-3f6ff27e2e6f tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] For port 22a21dfd-9477-4e51-b44b-ee3e7eda5c1d, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=22a21dfd-9477-4e51-b44b-ee3e7eda5c1d,segment=NetworkSegment(d9ea088f-84c5-40da-9a44-3534ad2a71f5),segment_id=d9ea088f-84c5-40da-9a44-3534ad2a71f5)] {{(pid=86838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:33:16.432077 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-d117a708-a1c7-4cff-940b-c1a457665d2d req-616650ea-6d06-4c6a-ae94-3f6ff27e2e6f tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980446'] for port, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:16.784113 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-d117a708-a1c7-4cff-940b-c1a457665d2d req-616650ea-6d06-4c6a-ae94-3f6ff27e2e6f tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:16.784803 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-d117a708-a1c7-4cff-940b-c1a457665d2d req-616650ea-6d06-4c6a-ae94-3f6ff27e2e6f tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-978376'] for floatingip, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:16.784803 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.db.l3_db [req-d117a708-a1c7-4cff-940b-c1a457665d2d req-616650ea-6d06-4c6a-ae94-3f6ff27e2e6f tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Floating IP 29ae8d55-4435-4cd5-96da-f1972dd2fd1d disassociated. External IP: 172.28.0.99, port: 22a21dfd-9477-4e51-b44b-ee3e7eda5c1d. Nov 09 15:33:16.785044 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [req-d117a708-a1c7-4cff-940b-c1a457665d2d req-616650ea-6d06-4c6a-ae94-3f6ff27e2e6f tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Calling delete_port for 22a21dfd-9477-4e51-b44b-ee3e7eda5c1d owned by compute:nova {{(pid=86838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 09 15:33:16.845682 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf1478d-193d-456c-9291-beeb96af64db req-f4465850-8a75-4eb0-ac15-bd96eea9040a tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:33:16.847277 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-baf1478d-193d-456c-9291-beeb96af64db req-f4465850-8a75-4eb0-ac15-bd96eea9040a tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 947 time: 0.2420444 Nov 09 15:33:16.912773 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-baf1478d-193d-456c-9291-beeb96af64db req-2705be2c-877b-4143-a6d8-ced767619fed tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=2ccdee9c-9de6-4040-8c21-837981dad3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596321 Nov 09 15:33:16.976904 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-d117a708-a1c7-4cff-940b-c1a457665d2d req-616650ea-6d06-4c6a-ae94-3f6ff27e2e6f tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763972633375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763972299780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1120097'] for port, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:16.982485 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-aa89a460-f5f7-47e5-a7d1-c6a1948127e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:33:17.033146 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616650ea-6d06-4c6a-ae94-3f6ff27e2e6f tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Pushing event deleted for resources: {'Port': ['ID=22a21dfd-9477-4e51-b44b-ee3e7eda5c1d,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:33:17.036674 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-616650ea-6d06-4c6a-ae94-3f6ff27e2e6f tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:33:17.232879 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d117a708-a1c7-4cff-940b-c1a457665d2d req-616650ea-6d06-4c6a-ae94-3f6ff27e2e6f tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Router b7665c91-6eac-4dd6-ac27-61681dec3fdd has already been hosted by L3 agent d083232d-238f-4a80-a5b8-222ad2e2cbfd {{(pid=86838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 09 15:33:17.494033 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d117a708-a1c7-4cff-940b-c1a457665d2d req-616650ea-6d06-4c6a-ae94-3f6ff27e2e6f tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify agent at l3_agent.dv-cinder-817223-1-smb the message routers_updated {{(pid=86838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 09 15:33:17.508001 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea2fe27-7653-472c-bc0b-b836fea82ded None None] Sync routers for ids ['b7665c91-6eac-4dd6-ac27-61681dec3fdd'] in dv-cinder-817223-1-smb {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 15:33:17.519543 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea2fe27-7653-472c-bc0b-b836fea82ded None None] Routers {'b7665c91-6eac-4dd6-ac27-61681dec3fdd'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:33:17.520213 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-5ea2fe27-7653-472c-bc0b-b836fea82ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:32:58Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['b7665c91-6eac-4dd6-ac27-61681dec3fdd'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:33:17.583052 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [req-d117a708-a1c7-4cff-940b-c1a457665d2d req-616650ea-6d06-4c6a-ae94-3f6ff27e2e6f tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] No DVR routers for this DVR port 22a21dfd-9477-4e51-b44b-ee3e7eda5c1d on host hv-cinder-81722 {{(pid=86838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 15:33:17.585634 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-d117a708-a1c7-4cff-940b-c1a457665d2d req-616650ea-6d06-4c6a-ae94-3f6ff27e2e6f tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:17.588716 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46eb4df-8c64-446f-b9df-4de9e07953f1', 'name': 'network-vif-deleted', 'tag': '22a21dfd-9477-4e51-b44b-ee3e7eda5c1d'}] {{(pid=86838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:33:17.609641 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d117a708-a1c7-4cff-940b-c1a457665d2d req-616650ea-6d06-4c6a-ae94-3f6ff27e2e6f tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.44 "DELETE /v2.0/ports/22a21dfd-9477-4e51-b44b-ee3e7eda5c1d HTTP/1.1" status: 204 len: 173 time: 1.5052090 Nov 09 15:33:17.730621 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46eb4df-8c64-446f-b9df-4de9e07953f1', 'name': 'network-vif-deleted', 'tag': '22a21dfd-9477-4e51-b44b-ee3e7eda5c1d', 'status': 'completed', 'code': 200} Nov 09 15:33:17.762112 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-5ea2fe27-7653-472c-bc0b-b836fea82ded None None] Set router b7665c91-6eac-4dd6-ac27-61681dec3fdd gateway port host: dv-cinder-817223-1-smb {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:33:18.100999 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-5ea2fe27-7653-472c-bc0b-b836fea82ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'name': 'tempest-AttachVolumeShelveTestJSON-159271723-router', 'tenant_id': '4c426877957540c3ae3ca3dce095a0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': 'f83defcc-f554-4c34-8d90-9ba2cba64fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:27:05Z', 'updated_at': '2021-11-09T15:27:19Z', 'revision_number': 4, 'project_id': '4c426877957540c3ae3ca3dce095a0e8', 'gw_port': {'id': 'f83defcc-f554-4c34-8d90-9ba2cba64fae', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:07Z', 'updated_at': '2021-11-09T15:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_interfaces': [{'id': 'f9d381bc-8853-40c6-975d-713644bb15b8', 'name': '', 'network_id': '4e486921-0f80-48c5-9888-ae5de3f1e305', 'tenant_id': '4c426877957540c3ae3ca3dce095a0e8', 'mac_address': 'fa:16:3e:70:de:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '5ec84acc-d70c-4e8d-bb6d-6e13232b6778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:16Z', 'updated_at': '2021-11-09T15:27:29Z', 'revision_number': 5, 'project_id': '4c426877957540c3ae3ca3dce095a0e8', 'subnets': [{'id': '5ec84acc-d70c-4e8d-bb6d-6e13232b6778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:33:18.105243 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea2fe27-7653-472c-bc0b-b836fea82ded None None] Checking router: b7665c91-6eac-4dd6-ac27-61681dec3fdd for host: dv-cinder-817223-1-smb {{(pid=86840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 15:33:18.115603 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea2fe27-7653-472c-bc0b-b836fea82ded None None] Routers {'b7665c91-6eac-4dd6-ac27-61681dec3fdd'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:33:18.116307 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-5ea2fe27-7653-472c-bc0b-b836fea82ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:32:58Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['b7665c91-6eac-4dd6-ac27-61681dec3fdd'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:33:18.120734 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-39b9c93b-8e6a-4d2c-9b3c-94f28b8af871 req-8d0f7fef-f830-46e1-ba88-935ec3ba522b tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Synchronizing usage tracker for tenant:4c426877957540c3ae3ca3dce095a0e8 on resource:port {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 15:33:18.140604 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-39b9c93b-8e6a-4d2c-9b3c-94f28b8af871 req-8d0f7fef-f830-46e1-ba88-935ec3ba522b tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Unset dirty status for tenant:4c426877957540c3ae3ca3dce095a0e8 on resource:port {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 15:33:18.142079 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-39b9c93b-8e6a-4d2c-9b3c-94f28b8af871 req-8d0f7fef-f830-46e1-ba88-935ec3ba522b tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46eb4df-8c64-446f-b9df-4de9e07953f1 HTTP/1.1" status: 200 len: 210 time: 0.0710998 Nov 09 15:33:18.332403 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-5ea2fe27-7653-472c-bc0b-b836fea82ded None None] Set router b7665c91-6eac-4dd6-ac27-61681dec3fdd gateway port host: dv-cinder-817223-1-smb {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:33:18.629253 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device 22a21dfd-9477-4e51-b44b-ee3e7eda5c1d no longer exists at agent hyperv_hv-cinder-81722 {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 15:33:18.671406 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] No Port match for: 22a21dfd-9477-4e51-b44b-ee3e7eda5c1d {{(pid=86840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 09 15:33:18.671759 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device 22a21dfd-9477-4e51-b44b-ee3e7eda5c1d not bound to the agent host hv-cinder-81722 {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 15:33:18.706328 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-5ea2fe27-7653-472c-bc0b-b836fea82ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'name': 'tempest-AttachVolumeShelveTestJSON-159271723-router', 'tenant_id': '4c426877957540c3ae3ca3dce095a0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': 'f83defcc-f554-4c34-8d90-9ba2cba64fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:27:05Z', 'updated_at': '2021-11-09T15:27:19Z', 'revision_number': 4, 'project_id': '4c426877957540c3ae3ca3dce095a0e8', 'gw_port': {'id': 'f83defcc-f554-4c34-8d90-9ba2cba64fae', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:07Z', 'updated_at': '2021-11-09T15:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_interfaces': [{'id': 'f9d381bc-8853-40c6-975d-713644bb15b8', 'name': '', 'network_id': '4e486921-0f80-48c5-9888-ae5de3f1e305', 'tenant_id': '4c426877957540c3ae3ca3dce095a0e8', 'mac_address': 'fa:16:3e:70:de:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '5ec84acc-d70c-4e8d-bb6d-6e13232b6778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:16Z', 'updated_at': '2021-11-09T15:27:29Z', 'revision_number': 5, 'project_id': '4c426877957540c3ae3ca3dce095a0e8', 'subnets': [{'id': '5ec84acc-d70c-4e8d-bb6d-6e13232b6778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:33:18.710396 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea2fe27-7653-472c-bc0b-b836fea82ded None None] The sync data for ids ['b7665c91-6eac-4dd6-ac27-61681dec3fdd'] in dv-cinder-817223-1-smb is: [{'id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'name': 'tempest-AttachVolumeShelveTestJSON-159271723-router', 'tenant_id': '4c426877957540c3ae3ca3dce095a0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': 'f83defcc-f554-4c34-8d90-9ba2cba64fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:27:05Z', 'updated_at': '2021-11-09T15:27:19Z', 'revision_number': 4, 'project_id': '4c426877957540c3ae3ca3dce095a0e8', 'gw_port': {'id': 'f83defcc-f554-4c34-8d90-9ba2cba64fae', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:07Z', 'updated_at': '2021-11-09T15:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_interfaces': [{'id': 'f9d381bc-8853-40c6-975d-713644bb15b8', 'name': '', 'network_id': '4e486921-0f80-48c5-9888-ae5de3f1e305', 'tenant_id': '4c426877957540c3ae3ca3dce095a0e8', 'mac_address': 'fa:16:3e:70:de:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '5ec84acc-d70c-4e8d-bb6d-6e13232b6778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:16Z', 'updated_at': '2021-11-09T15:27:29Z', 'revision_number': 5, 'project_id': '4c426877957540c3ae3ca3dce095a0e8', 'subnets': [{'id': '5ec84acc-d70c-4e8d-bb6d-6e13232b6778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 15:33:18.949957 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868c40b0-62b8-4d7f-a664-e93da76389d7 None None] New status for floating IP 29ae8d55-4435-4cd5-96da-f1972dd2fd1d: DOWN {{(pid=86841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 15:33:19.311814 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 43634) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:33:19.380756 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-36d19287-f4a8-42a1-bad4-f923149c0e21 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:19.409144 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-36d19287-f4a8-42a1-bad4-f923149c0e21 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:19.463561 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-36d19287-f4a8-42a1-bad4-f923149c0e21 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:19.467826 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-966a0c60-ba2c-4754-b998-a90014e6b832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:33:19.483554 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d19287-f4a8-42a1-bad4-f923149c0e21 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccdee9c-9de6-4040-8c21-837981dad3c0,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:33:19.486195 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-36d19287-f4a8-42a1-bad4-f923149c0e21 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:33:19.493756 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-36d19287-f4a8-42a1-bad4-f923149c0e21 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:19.494930 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-36d19287-f4a8-42a1-bad4-f923149c0e21 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "DELETE /v2.0/security-groups/2ccdee9c-9de6-4040-8c21-837981dad3c0 HTTP/1.1" status: 204 len: 168 time: 0.1820979 Nov 09 15:33:19.498137 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 43638) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:33:19.513899 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.api.v2.resource [None req-45493eb3-882b-4930-9f46-02ca7eed9a9b tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] show failed (client error): The resource could not be found. Nov 09 15:33:19.514913 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-45493eb3-882b-4930-9f46-02ca7eed9a9b tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups/2ccdee9c-9de6-4040-8c21-837981dad3c0 HTTP/1.1" status: 404 len: 347 time: 0.0162067 Nov 09 15:33:19.517906 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 43642) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:33:19.679933 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [None req-468fe83c-45f9-4b8b-a772-8f5582d84738 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Deleting port 87e7e81c-74b5-4f1d-abe6-5fefae4c4947 {{(pid=86838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 09 15:33:19.680054 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-468fe83c-45f9-4b8b-a772-8f5582d84738 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763972629131'] for port, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:19.853109 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-468fe83c-45f9-4b8b-a772-8f5582d84738 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980446'] for port, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:19.853342 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-468fe83c-45f9-4b8b-a772-8f5582d84738 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:19.976281 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [None req-468fe83c-45f9-4b8b-a772-8f5582d84738 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Calling delete_port for 87e7e81c-74b5-4f1d-abe6-5fefae4c4947 owned by network:floatingip {{(pid=86838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 09 15:33:20.121379 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-468fe83c-45f9-4b8b-a772-8f5582d84738 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763972633375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763972299780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1120097'] for port, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:20.126346 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-a55ba0d9-1324-4eaa-aef6-98cd5a658fe5 tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:33:20.128354 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:20.171042 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468fe83c-45f9-4b8b-a772-8f5582d84738 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Pushing event deleted for resources: {'Port': ['ID=87e7e81c-74b5-4f1d-abe6-5fefae4c4947,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:33:20.174571 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-468fe83c-45f9-4b8b-a772-8f5582d84738 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:33:20.268012 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-468fe83c-45f9-4b8b-a772-8f5582d84738 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks [] for floatingip, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:20.285620 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-468fe83c-45f9-4b8b-a772-8f5582d84738 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581'] for floatingip, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:20.286784 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-468fe83c-45f9-4b8b-a772-8f5582d84738 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "DELETE /v2.0/floatingips/29ae8d55-4435-4cd5-96da-f1972dd2fd1d HTTP/1.1" status: 204 len: 168 time: 0.7679582 Nov 09 15:33:20.574883 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 43648) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:33:20.581068 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.v2.base [None req-22ea4098-0cc1-4a67-bd91-53f52a152183 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1129817996', 'description': 'tempest-description--1077706386'}} {{(pid=86839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:33:20.587510 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-22ea4098-0cc1-4a67-bd91-53f52a152183 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:33:20.592801 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-22ea4098-0cc1-4a67-bd91-53f52a152183 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Usage tracker for resource:security_group and tenant:4c426877957540c3ae3ca3dce095a0e8 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:33:20.596827 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-22ea4098-0cc1-4a67-bd91-53f52a152183 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:33:20.603104 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-22ea4098-0cc1-4a67-bd91-53f52a152183 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:33:20.613577 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-22ea4098-0cc1-4a67-bd91-53f52a152183 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:20.634373 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-22ea4098-0cc1-4a67-bd91-53f52a152183 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:33:20.639141 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-22ea4098-0cc1-4a67-bd91-53f52a152183 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Usage tracker for resource:security_group_rule and tenant:4c426877957540c3ae3ca3dce095a0e8 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:33:20.642159 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-22ea4098-0cc1-4a67-bd91-53f52a152183 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:33:20.648103 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-22ea4098-0cc1-4a67-bd91-53f52a152183 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:33:20.730472 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-22ea4098-0cc1-4a67-bd91-53f52a152183 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:20.734474 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-22ea4098-0cc1-4a67-bd91-53f52a152183 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:20.738345 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-d2a28e38-ebcc-4ac9-8ea4-a03ac75b4f03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:33:20.784320 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ea4098-0cc1-4a67-bd91-53f52a152183 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8138ff-8574-48f3-b04a-9364760bdd4e,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:33:20.787325 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-22ea4098-0cc1-4a67-bd91-53f52a152183 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:33:20.790428 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-22ea4098-0cc1-4a67-bd91-53f52a152183 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:20.791800 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-22ea4098-0cc1-4a67-bd91-53f52a152183 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2152877 Nov 09 15:33:20.794720 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 43652) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:33:20.800027 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.v2.base [None req-8a5f92cc-443e-410f-b898-bf95fa1e3ff9 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Request body: {'security_group_rule': {'security_group_id': '0a8138ff-8574-48f3-b04a-9364760bdd4e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:33:20.805966 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-8a5f92cc-443e-410f-b898-bf95fa1e3ff9 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:33:20.809799 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-8a5f92cc-443e-410f-b898-bf95fa1e3ff9 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Usage tracker for resource:security_group_rule and tenant:4c426877957540c3ae3ca3dce095a0e8 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:33:20.812830 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-8a5f92cc-443e-410f-b898-bf95fa1e3ff9 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:33:20.818695 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-8a5f92cc-443e-410f-b898-bf95fa1e3ff9 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:33:20.837951 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8a5f92cc-443e-410f-b898-bf95fa1e3ff9 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:20.900870 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8a5f92cc-443e-410f-b898-bf95fa1e3ff9 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:20.905505 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8a5f92cc-443e-410f-b898-bf95fa1e3ff9 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027457'] for security_group_rule, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:20.907754 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:33:20.930245 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5f92cc-443e-410f-b898-bf95fa1e3ff9 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddcb5dce-3348-428a-b08c-c4be8f9856ff,revision_number=0']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:33:20.935530 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-8a5f92cc-443e-410f-b898-bf95fa1e3ff9 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:33:20.940825 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8a5f92cc-443e-410f-b898-bf95fa1e3ff9 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:20.942290 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-8a5f92cc-443e-410f-b898-bf95fa1e3ff9 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1464565 Nov 09 15:33:20.944902 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 43656) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:33:20.951134 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.v2.base [None req-063e54af-1674-4112-b308-522fc83e12e0 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Request body: {'security_group_rule': {'security_group_id': '0a8138ff-8574-48f3-b04a-9364760bdd4e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:33:20.957424 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-063e54af-1674-4112-b308-522fc83e12e0 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:33:20.961379 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-063e54af-1674-4112-b308-522fc83e12e0 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Usage tracker for resource:security_group_rule and tenant:4c426877957540c3ae3ca3dce095a0e8 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:33:20.964516 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-063e54af-1674-4112-b308-522fc83e12e0 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:33:20.970758 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-063e54af-1674-4112-b308-522fc83e12e0 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:33:20.988370 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-063e54af-1674-4112-b308-522fc83e12e0 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:21.053119 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-063e54af-1674-4112-b308-522fc83e12e0 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:21.059069 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-063e54af-1674-4112-b308-522fc83e12e0 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027457'] for security_group_rule, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:21.061424 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:33:21.085725 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e54af-1674-4112-b308-522fc83e12e0 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a3a3613-da01-4cef-aa75-4b6b716369a4,revision_number=0']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:33:21.091476 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-063e54af-1674-4112-b308-522fc83e12e0 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:33:21.096505 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-063e54af-1674-4112-b308-522fc83e12e0 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:21.100927 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-063e54af-1674-4112-b308-522fc83e12e0 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1519392 Nov 09 15:33:21.101162 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 43660) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:33:21.107281 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.v2.base [None req-ca95e60f-3606-4584-9914-cccfb875f72d tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Request body: {'floatingip': {'floating_network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140'}} {{(pid=86839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:33:21.113915 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-ca95e60f-3606-4584-9914-cccfb875f72d tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:33:21.117515 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-ca95e60f-3606-4584-9914-cccfb875f72d tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Usage tracker for resource:floatingip and tenant:4c426877957540c3ae3ca3dce095a0e8 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:33:21.120533 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-ca95e60f-3606-4584-9914-cccfb875f72d tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:33:21.127890 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-ca95e60f-3606-4584-9914-cccfb875f72d tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:33:21.140192 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-ca95e60f-3606-4584-9914-cccfb875f72d tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks [] for floatingip, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:21.293318 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-ca95e60f-3606-4584-9914-cccfb875f72d tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:21.449736 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.db_base_plugin_common [None req-ca95e60f-3606-4584-9914-cccfb875f72d tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Allocated IP 172.28.0.65 (de089fbd-190d-42e2-b873-9d0b1c33f140/6c23faf8-0a9f-4180-83f0-f659576295c3/f949e0ac-1610-4ab8-afc6-876e85f7f1e5) {{(pid=86839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 15:33:21.600230 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-ca95e60f-3606-4584-9914-cccfb875f72d tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks [] for port, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:21.634055 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-ca95e60f-3606-4584-9914-cccfb875f72d tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763972296951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337271'] for port, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:21.637781 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5beb3cf1-f222-48bd-9e3a-8fc2906552af tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:33:21.717192 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca95e60f-3606-4584-9914-cccfb875f72d tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Network de089fbd-190d-42e2-b873-9d0b1c33f140 is already hosted by enough agents. {{(pid=86839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 15:33:21.721812 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.base_scheduler [None req-ca95e60f-3606-4584-9914-cccfb875f72d tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Resources bound (agent type, host, resource id): {{(pid=86839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:33:21.729330 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca95e60f-3606-4584-9914-cccfb875f72d tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Received port after_create {{(pid=86839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 09 15:33:21.759006 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca95e60f-3606-4584-9914-cccfb875f72d tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Pushing event updated for resources: {'Port': ['ID=f949e0ac-1610-4ab8-afc6-876e85f7f1e5,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:33:21.769673 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-ca95e60f-3606-4584-9914-cccfb875f72d tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:33:21.816399 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-ca95e60f-3606-4584-9914-cccfb875f72d tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:21.881713 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-ca95e60f-3606-4584-9914-cccfb875f72d tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:22.198284 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-ca95e60f-3606-4584-9914-cccfb875f72d tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks [] for port, precommit_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:22.203583 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-ca95e60f-3606-4584-9914-cccfb875f72d tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337294'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:22.207172 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-0c068881-2bf8-4084-865a-fafc1489d5a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:33:22.316035 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca95e60f-3606-4584-9914-cccfb875f72d tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Pushing event updated for resources: {'Port': ['ID=f949e0ac-1610-4ab8-afc6-876e85f7f1e5,revision_number=2']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:33:22.320254 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-ca95e60f-3606-4584-9914-cccfb875f72d tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:33:22.330487 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-ca95e60f-3606-4584-9914-cccfb875f72d tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-978376'] for floatingip, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:22.358607 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-ca95e60f-3606-4584-9914-cccfb875f72d tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581'] for floatingip, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:22.359819 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-ca95e60f-3606-4584-9914-cccfb875f72d tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2575746 Nov 09 15:33:22.541819 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-faf13b1c-ef05-457a-8f1c-e1dbd290784b tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Synchronizing usage tracker for tenant:4c426877957540c3ae3ca3dce095a0e8 on resource:security_group {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 15:33:22.557103 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-faf13b1c-ef05-457a-8f1c-e1dbd290784b tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Unset dirty status for tenant:4c426877957540c3ae3ca3dce095a0e8 on resource:security_group {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 15:33:22.558352 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-faf13b1c-ef05-457a-8f1c-e1dbd290784b tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--1129817996&fields=id&tenant_id=4c426877957540c3ae3ca3dce095a0e8 HTTP/1.1" status: 200 len: 267 time: 0.0598521 Nov 09 15:33:22.710747 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-674aff1d-60a8-45b4-8145-b9d729b11ac1 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:33:22.712113 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-674aff1d-60a8-45b4-8145-b9d729b11ac1 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/networks?id=4e486921-0f80-48c5-9888-ae5de3f1e305 HTTP/1.1" status: 200 len: 816 time: 0.1466134 Nov 09 15:33:22.726424 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-88bf9c91-1853-47ce-80f3-843defec55d8 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/quotas/4c426877957540c3ae3ca3dce095a0e8 HTTP/1.1" status: 200 len: 375 time: 0.0087597 Nov 09 15:33:22.816744 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-ad55d03b-c297-4f93-b83d-785fedcb6286 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Synchronizing usage tracker for tenant:4c426877957540c3ae3ca3dce095a0e8 on resource:port {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 15:33:22.831691 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-ad55d03b-c297-4f93-b83d-785fedcb6286 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Unset dirty status for tenant:4c426877957540c3ae3ca3dce095a0e8 on resource:port {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 15:33:22.833163 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-ad55d03b-c297-4f93-b83d-785fedcb6286 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=4c426877957540c3ae3ca3dce095a0e8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1017518 Nov 09 15:33:23.089659 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-3fae41e9-b9e1-445f-8c77-9e95042d7254 service neutron] 10.222.0.83 "GET /v2.0/networks/4e486921-0f80-48c5-9888-ae5de3f1e305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442412 Nov 09 15:33:23.226682 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-71570189-5918-48ce-91ce-ec5c76496ceb service neutron] 10.222.0.83 "GET /v2.0/networks/4e486921-0f80-48c5-9888-ae5de3f1e305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306157 Nov 09 15:33:23.409572 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d1721d0b-0368-42eb-b2a5-1dc97c178aa7 req-47e62edf-2405-4970-81e3-21463f218eb7 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 210 time: 0.0487649 Nov 09 15:33:24.508712 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b950931b-4743-4248-bfce-6608d092adab req-1b03888f-fb42-47aa-b20b-03f0425ad4dd tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 210 time: 0.0440228 Nov 09 15:33:25.090121 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-415ce26b-a297-4b14-975e-213f09dfca56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:25.490261 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:25.611142 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-18b7a74a-9fda-4486-9c06-1a60ffc9e7f2 req-3459ca5e-80fe-43ba-82f1-16b7d833a5ec tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 210 time: 0.0436757 Nov 09 15:33:26.710545 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-fcd4d17b-57d9-490f-a748-8e36740bd364 req-7bc20aff-3e9f-4d49-97bd-b6f14d8c535b tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 210 time: 0.0452061 Nov 09 15:33:27.622416 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-58c0bd1e-c325-442d-9f26-2b9f710ea7fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:27.868310 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9e803476-e4d1-492c-83c6-64006d9c1778 req-e8e25db4-6a3b-4098-8109-c00b8d5b9617 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 210 time: 0.0437746 Nov 09 15:33:28.672999 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:28.734618 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-e4e68bb0-de75-40a6-9bf2-e64e0c35f14c tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:33:28.736159 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-e4e68bb0-de75-40a6-9bf2-e64e0c35f14c tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.44 "GET /v2.0/networks?id=4e486921-0f80-48c5-9888-ae5de3f1e305 HTTP/1.1" status: 200 len: 816 time: 0.1591544 Nov 09 15:33:28.789884 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-7c00a9d8-287c-4f32-972b-dda22118b5ca tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c426877957540c3ae3ca3dce095a0e8 HTTP/1.1" status: 200 len: 380 time: 0.0449529 Nov 09 15:33:28.798300 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-dd3ce720-0d78-4dbc-b4f2-648402637d47 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Request body: {'port': {'device_id': 'e50bd789-1126-4369-9299-0480c1ba16b9', 'network_id': '4e486921-0f80-48c5-9888-ae5de3f1e305', 'admin_state_up': True, 'tenant_id': '4c426877957540c3ae3ca3dce095a0e8', 'security_groups': ['0a8138ff-8574-48f3-b04a-9364760bdd4e']}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:33:28.940643 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-dd3ce720-0d78-4dbc-b4f2-648402637d47 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:33:28.951751 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-dd3ce720-0d78-4dbc-b4f2-648402637d47 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:33:28.961638 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-dd3ce720-0d78-4dbc-b4f2-648402637d47 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Made reservation on behalf of 4c426877957540c3ae3ca3dce095a0e8 for: {'port': 1} {{(pid=86838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 15:33:28.965197 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-dd3ce720-0d78-4dbc-b4f2-648402637d47 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:29.073159 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b4b16000-5925-43ce-96f3-3b517c40ced3 req-4593e096-53f5-473c-b7be-3fd0648985b8 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 210 time: 0.0878549 Nov 09 15:33:29.179609 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.db_base_plugin_common [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-dd3ce720-0d78-4dbc-b4f2-648402637d47 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Allocated IP 172.20.0.13 (4e486921-0f80-48c5-9888-ae5de3f1e305/5ec84acc-d70c-4e8d-bb6d-6e13232b6778/cf26e071-712a-4439-aa61-6003e5fb36ec) {{(pid=86838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 15:33:29.371607 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-dd3ce720-0d78-4dbc-b4f2-648402637d47 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks [] for port, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:29.388297 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.provisioning_blocks [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-dd3ce720-0d78-4dbc-b4f2-648402637d47 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Transition to ACTIVE for port object cf26e071-712a-4439-aa61-6003e5fb36ec will not be triggered until provisioned by entity DHCP. {{(pid=86838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:33:29.413238 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-dd3ce720-0d78-4dbc-b4f2-648402637d47 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763972296951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1120097'] for port, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:29.420050 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-866af88e-f119-40e2-9296-f1d151909018 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:33:29.488084 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-dd3ce720-0d78-4dbc-b4f2-648402637d47 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Network 4e486921-0f80-48c5-9888-ae5de3f1e305 is already hosted by enough agents. {{(pid=86838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 15:33:29.491352 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-dd3ce720-0d78-4dbc-b4f2-648402637d47 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Resources bound (agent type, host, resource id): {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:33:29.494089 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-dd3ce720-0d78-4dbc-b4f2-648402637d47 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Received port after_create {{(pid=86838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 09 15:33:29.539817 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3ce720-0d78-4dbc-b4f2-648402637d47 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Pushing event updated for resources: {'Port': ['ID=cf26e071-712a-4439-aa61-6003e5fb36ec,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:33:29.553722 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3ce720-0d78-4dbc-b4f2-648402637d47 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:33:29.554263 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3ce720-0d78-4dbc-b4f2-648402637d47 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:33:29.554657 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3ce720-0d78-4dbc-b4f2-648402637d47 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:33:29.554933 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3ce720-0d78-4dbc-b4f2-648402637d47 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:33:29.555174 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3ce720-0d78-4dbc-b4f2-648402637d47 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:33:29.555527 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3ce720-0d78-4dbc-b4f2-648402637d47 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:33:29.555877 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3ce720-0d78-4dbc-b4f2-648402637d47 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:33:29.556230 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3ce720-0d78-4dbc-b4f2-648402637d47 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:33:29.556595 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3ce720-0d78-4dbc-b4f2-648402637d47 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:33:29.556920 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3ce720-0d78-4dbc-b4f2-648402637d47 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:33:29.557264 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3ce720-0d78-4dbc-b4f2-648402637d47 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:33:29.557611 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3ce720-0d78-4dbc-b4f2-648402637d47 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:33:29.562636 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-dd3ce720-0d78-4dbc-b4f2-648402637d47 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:33:29.580998 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-dd3ce720-0d78-4dbc-b4f2-648402637d47 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:33:29.581652 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-dd3ce720-0d78-4dbc-b4f2-648402637d47 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:29.614069 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-dd3ce720-0d78-4dbc-b4f2-648402637d47 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8194990 Nov 09 15:33:29.626485 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-48af5efd-539f-4e18-8d72-2e8d5e5bb1d7 service neutron] Request body: {'port': {'device_id': 'e50bd789-1126-4369-9299-0480c1ba16b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:33:29.740221 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-48af5efd-539f-4e18-8d72-2e8d5e5bb1d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:29.767243 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-b4753ea1-f10c-45ef-a24e-724edfee2470 None None] Provisioning for port cf26e071-712a-4439-aa61-6003e5fb36ec completed by entity DHCP. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:33:29.772368 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-b4753ea1-f10c-45ef-a24e-724edfee2470 None None] Provisioning complete for port cf26e071-712a-4439-aa61-6003e5fb36ec triggered by entity DHCP. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:33:29.772751 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-b4753ea1-f10c-45ef-a24e-724edfee2470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:29.837435 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-b4753ea1-f10c-45ef-a24e-724edfee2470 None None] Port cf26e071-712a-4439-aa61-6003e5fb36ec cannot update to ACTIVE because it is not bound. {{(pid=86840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 09 15:33:30.130014 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.agents_db [None req-0bb7c99c-2b67-41fc-97bf-7ac1ae3a1626 None None] Agent healthcheck: found 6 active agents {{(pid=86841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 15:33:30.180672 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-48af5efd-539f-4e18-8d72-2e8d5e5bb1d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf26e071-712a-4439-aa61-6003e5fb36ec {{(pid=86838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 15:33:30.188518 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-48af5efd-539f-4e18-8d72-2e8d5e5bb1d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:30.205281 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:30.251108 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.provisioning_blocks [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-48af5efd-539f-4e18-8d72-2e8d5e5bb1d7 service neutron] Transition to ACTIVE for port object cf26e071-712a-4439-aa61-6003e5fb36ec will not be triggered until provisioned by entity L2. {{(pid=86838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:33:30.261072 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-48af5efd-539f-4e18-8d72-2e8d5e5bb1d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1120024'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:30.267737 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-b0af2e24-6966-4efe-9139-8907ac47f03e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:33:30.410073 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48af5efd-539f-4e18-8d72-2e8d5e5bb1d7 service neutron] Pushing event updated for resources: {'Port': ['ID=cf26e071-712a-4439-aa61-6003e5fb36ec,revision_number=2']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:33:30.414976 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-48af5efd-539f-4e18-8d72-2e8d5e5bb1d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:33:30.488408 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ece01-8d98-43a1-aaf6-4a723103c7d0 req-4057ca97-3922-45ae-97ba-89fb605838a3 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:33:30.489119 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-b48ece01-8d98-43a1-aaf6-4a723103c7d0 req-4057ca97-3922-45ae-97ba-89fb605838a3 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Synchronizing usage tracker for tenant:4c426877957540c3ae3ca3dce095a0e8 on resource:port {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 15:33:30.522697 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-b48ece01-8d98-43a1-aaf6-4a723103c7d0 req-4057ca97-3922-45ae-97ba-89fb605838a3 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Unset dirty status for tenant:4c426877957540c3ae3ca3dce095a0e8 on resource:port {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 15:33:30.523882 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b48ece01-8d98-43a1-aaf6-4a723103c7d0 req-4057ca97-3922-45ae-97ba-89fb605838a3 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 932 time: 0.3269565 Nov 09 15:33:30.565181 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-48af5efd-539f-4e18-8d72-2e8d5e5bb1d7 service neutron] Attempting to bind port cf26e071-712a-4439-aa61-6003e5fb36ec on host hv-cinder-81722 for vnic_type normal with profile {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 15:33:30.565544 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-48af5efd-539f-4e18-8d72-2e8d5e5bb1d7 service neutron] Attempting to bind port cf26e071-712a-4439-aa61-6003e5fb36ec by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': 'd9ea088f-84c5-40da-9a44-3534ad2a71f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '4e486921-0f80-48c5-9888-ae5de3f1e305'}] {{(pid=86838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 15:33:30.565949 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-48af5efd-539f-4e18-8d72-2e8d5e5bb1d7 service neutron] Attempting to bind port cf26e071-712a-4439-aa61-6003e5fb36ec on network 4e486921-0f80-48c5-9888-ae5de3f1e305 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:33:30.580681 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-48af5efd-539f-4e18-8d72-2e8d5e5bb1d7 service neutron] Port cf26e071-712a-4439-aa61-6003e5fb36ec on network 4e486921-0f80-48c5-9888-ae5de3f1e305 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 09 15:33:30.581010 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-48af5efd-539f-4e18-8d72-2e8d5e5bb1d7 service neutron] Attempting to bind port cf26e071-712a-4439-aa61-6003e5fb36ec on network 4e486921-0f80-48c5-9888-ae5de3f1e305 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:33:30.593164 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-48af5efd-539f-4e18-8d72-2e8d5e5bb1d7 service neutron] Checking agent: {'id': '5232cb7b-4e94-4f65-a0ee-0ef08f02d72d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 24, 50), 'started_at': datetime.datetime(2021, 11, 9, 15, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 09 15:33:30.593499 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-48af5efd-539f-4e18-8d72-2e8d5e5bb1d7 service neutron] Checking segment: {'id': 'd9ea088f-84c5-40da-9a44-3534ad2a71f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '4e486921-0f80-48c5-9888-ae5de3f1e305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:33:30.593984 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-48af5efd-539f-4e18-8d72-2e8d5e5bb1d7 service neutron] Bound using segment: {'id': 'd9ea088f-84c5-40da-9a44-3534ad2a71f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '4e486921-0f80-48c5-9888-ae5de3f1e305'} {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 09 15:33:30.594369 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-48af5efd-539f-4e18-8d72-2e8d5e5bb1d7 service neutron] Bound port: cf26e071-712a-4439-aa61-6003e5fb36ec, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9ea088f-84c5-40da-9a44-3534ad2a71f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '4e486921-0f80-48c5-9888-ae5de3f1e305'}}] {{(pid=86838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 15:33:30.594725 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-48af5efd-539f-4e18-8d72-2e8d5e5bb1d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:30.605902 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b48ece01-8d98-43a1-aaf6-4a723103c7d0 req-c8fb67df-bb72-4a64-985f-4da144856f0c tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689235 Nov 09 15:33:30.694328 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-48af5efd-539f-4e18-8d72-2e8d5e5bb1d7 service neutron] For port cf26e071-712a-4439-aa61-6003e5fb36ec, host hv-cinder-81722, cleared binding levels {{(pid=86838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 09 15:33:30.697326 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-48af5efd-539f-4e18-8d72-2e8d5e5bb1d7 service neutron] For port cf26e071-712a-4439-aa61-6003e5fb36ec, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=cf26e071-712a-4439-aa61-6003e5fb36ec,segment=NetworkSegment(d9ea088f-84c5-40da-9a44-3534ad2a71f5),segment_id=d9ea088f-84c5-40da-9a44-3534ad2a71f5)] {{(pid=86838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 09 15:33:30.701776 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-48af5efd-539f-4e18-8d72-2e8d5e5bb1d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1120024'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:30.705586 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-4f09d46e-e900-4bfa-9d77-caf18852113b tempest-AttachVolumeNegativeTest-1158411227 tempest-AttachVolumeNegativeTest-1158411227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:33:30.766815 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-48af5efd-539f-4e18-8d72-2e8d5e5bb1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:33:30.767421 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-48af5efd-539f-4e18-8d72-2e8d5e5bb1d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:30.768769 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-48af5efd-539f-4e18-8d72-2e8d5e5bb1d7 service neutron] 10.222.0.44 "PUT /v2.0/ports/cf26e071-712a-4439-aa61-6003e5fb36ec HTTP/1.1" status: 200 len: 1094 time: 1.1472986 Nov 09 15:33:30.769255 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e50bd789-1126-4369-9299-0480c1ba16b9', 'tag': 'cf26e071-712a-4439-aa61-6003e5fb36ec'}] {{(pid=86838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:33:30.792565 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48af5efd-539f-4e18-8d72-2e8d5e5bb1d7 service neutron] Pushing event updated for resources: {'Port': ['ID=cf26e071-712a-4439-aa61-6003e5fb36ec,revision_number=3']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:33:30.797160 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-48af5efd-539f-4e18-8d72-2e8d5e5bb1d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:33:30.846454 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e50bd789-1126-4369-9299-0480c1ba16b9', 'tag': 'cf26e071-712a-4439-aa61-6003e5fb36ec', 'status': 'completed', 'code': 200} Nov 09 15:33:30.899920 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-8f5834a8-f2f2-42f1-ab2b-5a80c755bc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:33:30.901396 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-8f5834a8-f2f2-42f1-ab2b-5a80c755bc92 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4c426877957540c3ae3ca3dce095a0e8&device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 1097 time: 0.0893869 Nov 09 15:33:30.975123 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-a08ba2ea-c774-4c5a-9fb1-d14d3616bd5a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf26e071-712a-4439-aa61-6003e5fb36ec HTTP/1.1" status: 200 len: 217 time: 0.0659621 Nov 09 15:33:31.038904 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-7995588b-d0f5-4465-b9f9-d5ccbe03a506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:33:31.040269 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-7995588b-d0f5-4465-b9f9-d5ccbe03a506 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5ec84acc-d70c-4e8d-bb6d-6e13232b6778 HTTP/1.1" status: 200 len: 855 time: 0.0592256 Nov 09 15:33:31.121170 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-20c74e88-8191-4f47-a999-6077075100b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:33:31.123480 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-20c74e88-8191-4f47-a999-6077075100b3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4e486921-0f80-48c5-9888-ae5de3f1e305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0769231 Nov 09 15:33:31.274311 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-d384ba74-c0d5-428e-be24-e916ea7b5f87 service neutron] 10.222.0.44 "GET /v2.0/networks/4e486921-0f80-48c5-9888-ae5de3f1e305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435239 Nov 09 15:33:31.446270 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-056deaee-79f6-42ed-8bf2-671ad0f05044 req-a0173689-2008-4f5f-a191-b18f674e703f service neutron] 10.222.0.44 "GET /v2.0/networks/4e486921-0f80-48c5-9888-ae5de3f1e305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653509 Nov 09 15:33:31.569934 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c9f76-89ad-4cf2-9bdb-d387b4655787 req-c8499ac3-7814-4f11-bcc0-07fca69183bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:33:31.571332 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-230c9f76-89ad-4cf2-9bdb-d387b4655787 req-c8499ac3-7814-4f11-bcc0-07fca69183bb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4c426877957540c3ae3ca3dce095a0e8&device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 1097 time: 0.0732968 Nov 09 15:33:31.717008 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c9f76-89ad-4cf2-9bdb-d387b4655787 req-0847969a-eb82-46f5-81fe-3bef60dad3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:33:31.718577 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-230c9f76-89ad-4cf2-9bdb-d387b4655787 req-0847969a-eb82-46f5-81fe-3bef60dad3cc service neutron] 10.222.0.44 "GET /v2.0/networks?id=4e486921-0f80-48c5-9888-ae5de3f1e305 HTTP/1.1" status: 200 len: 918 time: 0.1410697 Nov 09 15:33:31.895247 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-230c9f76-89ad-4cf2-9bdb-d387b4655787 req-75da9432-a6b3-404d-96d2-6bb231b5b501 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf26e071-712a-4439-aa61-6003e5fb36ec HTTP/1.1" status: 200 len: 217 time: 0.1389272 Nov 09 15:33:31.971274 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c9f76-89ad-4cf2-9bdb-d387b4655787 req-d0349818-8bdf-4b23-b1ac-d06716bb73e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:33:31.972671 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-230c9f76-89ad-4cf2-9bdb-d387b4655787 req-d0349818-8bdf-4b23-b1ac-d06716bb73e0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5ec84acc-d70c-4e8d-bb6d-6e13232b6778 HTTP/1.1" status: 200 len: 855 time: 0.0682120 Nov 09 15:33:32.022408 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b0145-c472-47a0-b472-4b1e9255ec33 req-54be64b8-7928-4cf7-9b82-4a46cd6a4dbb tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:33:32.023840 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e13b0145-c472-47a0-b472-4b1e9255ec33 req-54be64b8-7928-4cf7-9b82-4a46cd6a4dbb tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 944 time: 0.3032479 Nov 09 15:33:32.082191 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e13b0145-c472-47a0-b472-4b1e9255ec33 req-4fe06fd7-edde-47e3-8b59-f1c4bde78e2a tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512207 Nov 09 15:33:32.097250 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c9f76-89ad-4cf2-9bdb-d387b4655787 req-79feaa93-12df-4b8a-86d7-d40970751e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:33:32.098950 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-230c9f76-89ad-4cf2-9bdb-d387b4655787 req-79feaa93-12df-4b8a-86d7-d40970751e24 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4e486921-0f80-48c5-9888-ae5de3f1e305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1187756 Nov 09 15:33:32.249914 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-230c9f76-89ad-4cf2-9bdb-d387b4655787 req-1906e9c9-dc0f-469f-bed7-e9839869f44f service neutron] 10.222.0.44 "GET /v2.0/networks/4e486921-0f80-48c5-9888-ae5de3f1e305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417787 Nov 09 15:33:32.386881 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-230c9f76-89ad-4cf2-9bdb-d387b4655787 req-34ab26d2-ca25-4651-a1d1-8262600d0b00 service neutron] 10.222.0.44 "GET /v2.0/networks/4e486921-0f80-48c5-9888-ae5de3f1e305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294575 Nov 09 15:33:33.292626 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda7a78-e886-4e03-98de-6122799e4e63 req-f50f312b-e328-45f2-b3bc-814efbd14ade tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:33:33.295540 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2eda7a78-e886-4e03-98de-6122799e4e63 req-f50f312b-e328-45f2-b3bc-814efbd14ade tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 944 time: 0.0908377 Nov 09 15:33:33.343043 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2eda7a78-e886-4e03-98de-6122799e4e63 req-e7ce91bd-14cc-4ff3-b670-37821bc0daa1 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398839 Nov 09 15:33:34.535221 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cd8f0-e3ce-454f-8d32-cafd94c56ac2 req-30a2839e-e1e7-447a-ba6e-8182601b8f6c tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:33:34.536612 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-896cd8f0-e3ce-454f-8d32-cafd94c56ac2 req-30a2839e-e1e7-447a-ba6e-8182601b8f6c tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 944 time: 0.0827329 Nov 09 15:33:34.582285 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-896cd8f0-e3ce-454f-8d32-cafd94c56ac2 req-ede806f7-85a8-4ee8-99b5-2d819f0b41bf tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400989 Nov 09 15:33:34.714705 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device cf26e071-712a-4439-aa61-6003e5fb36ec details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=86840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 15:33:34.850978 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port cf26e071-712a-4439-aa61-6003e5fb36ec, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=cf26e071-712a-4439-aa61-6003e5fb36ec,segment=NetworkSegment(d9ea088f-84c5-40da-9a44-3534ad2a71f5),segment_id=d9ea088f-84c5-40da-9a44-3534ad2a71f5)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:33:34.864274 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Returning: {'device': 'cf26e071-712a-4439-aa61-6003e5fb36ec', 'network_id': '4e486921-0f80-48c5-9888-ae5de3f1e305', 'port_id': 'cf26e071-712a-4439-aa61-6003e5fb36ec', 'mac_address': 'fa:16:3e:5a:d1:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ec84acc-d70c-4e8d-bb6d-6e13232b6778', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 15:33:34.963773 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:34.980940 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.notifiers.nova [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf26e071-712a-4439-aa61-6003e5fb36ec {{(pid=86840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 15:33:35.009329 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port cf26e071-712a-4439-aa61-6003e5fb36ec, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=cf26e071-712a-4439-aa61-6003e5fb36ec,segment=NetworkSegment(d9ea088f-84c5-40da-9a44-3534ad2a71f5),segment_id=d9ea088f-84c5-40da-9a44-3534ad2a71f5)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:33:35.019412 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:35.022380 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:33:35.088981 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Pushing event updated for resources: {'Port': ['ID=cf26e071-712a-4439-aa61-6003e5fb36ec,revision_number=4']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:33:35.097080 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:33:35.097432 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:33:35.097766 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:33:35.098127 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:33:35.098455 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:33:35.098781 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:33:35.099105 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:33:35.099429 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:33:35.099750 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:33:35.100067 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:33:35.100384 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:33:35.100702 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:33:35.104889 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:33:35.398591 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] get_ports_and_sgs() called for port_ids ['cf26e071-712a-4439-aa61-6003e5fb36ec'] {{(pid=86840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 09 15:33:35.783697 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734910bf-2227-4b08-876c-92d6e0799817 req-ca306906-bbd5-49df-acf3-620e932f87d5 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:33:35.785047 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-734910bf-2227-4b08-876c-92d6e0799817 req-ca306906-bbd5-49df-acf3-620e932f87d5 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 945 time: 0.0823770 Nov 09 15:33:35.831593 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-734910bf-2227-4b08-876c-92d6e0799817 req-c0bd6a4d-66df-4a61-a4cb-55346306ae73 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406375 Nov 09 15:33:36.717388 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device cf26e071-712a-4439-aa61-6003e5fb36ec up at agent hyperv_hv-cinder-81722 {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:33:36.782691 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Provisioning for port cf26e071-712a-4439-aa61-6003e5fb36ec completed by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:33:36.787255 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Provisioning complete for port cf26e071-712a-4439-aa61-6003e5fb36ec triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:33:36.787627 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:36.903896 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:36.931913 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50bd789-1126-4369-9299-0480c1ba16b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf26e071-712a-4439-aa61-6003e5fb36ec'}] {{(pid=86840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:33:36.942482 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port cf26e071-712a-4439-aa61-6003e5fb36ec, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=cf26e071-712a-4439-aa61-6003e5fb36ec,segment=NetworkSegment(d9ea088f-84c5-40da-9a44-3534ad2a71f5),segment_id=d9ea088f-84c5-40da-9a44-3534ad2a71f5)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:33:36.948182 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:36.951887 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-c4697ad8-dc87-43e6-b9d2-193c81abab03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:33:37.025506 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Pushing event updated for resources: {'Port': ['ID=cf26e071-712a-4439-aa61-6003e5fb36ec,revision_number=5']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:33:37.029980 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:33:37.030278 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e8872-022b-43fa-8034-138942e6ceb0 req-43abe0e7-a03b-4774-8084-881103a9a58f tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:33:37.032159 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-666e8872-022b-43fa-8034-138942e6ceb0 req-43abe0e7-a03b-4774-8084-881103a9a58f tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 946 time: 0.0884886 Nov 09 15:33:37.088886 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-666e8872-022b-43fa-8034-138942e6ceb0 req-0d49fa8b-5503-492c-ac1f-190aac147282 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461211 Nov 09 15:33:37.179854 dv-cinder-817223-1-smb neutron-server[86840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50bd789-1126-4369-9299-0480c1ba16b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf26e071-712a-4439-aa61-6003e5fb36ec', 'code': 200} Nov 09 15:33:37.403559 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e235a1e-337a-44c4-a816-972a1c97a67f req-ca1e85fe-fa90-4af1-99a5-95d520145cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:33:37.405012 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1e235a1e-337a-44c4-a816-972a1c97a67f req-ca1e85fe-fa90-4af1-99a5-95d520145cc5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 1099 time: 0.0692582 Nov 09 15:33:37.447128 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1e235a1e-337a-44c4-a816-972a1c97a67f req-2bab1846-2606-41f0-b30a-a28d99baf0d0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347517 Nov 09 15:33:38.288388 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b2a46-1e61-4037-9643-43d310948f68 req-2c8a1a16-cea1-4aa7-b12b-76742520c544 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:33:38.289872 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-261b2a46-1e61-4037-9643-43d310948f68 req-2c8a1a16-cea1-4aa7-b12b-76742520c544 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 946 time: 0.0882473 Nov 09 15:33:38.333465 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-261b2a46-1e61-4037-9643-43d310948f68 req-c72977ee-ef4a-44fa-8643-2d5644865008 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373127 Nov 09 15:33:39.527811 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0e496-93d7-45ca-ab4a-5308a5d524a3 req-4878e21b-f49f-4f08-92d9-e22dc2ac0980 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:33:39.529894 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5ad0e496-93d7-45ca-ab4a-5308a5d524a3 req-4878e21b-f49f-4f08-92d9-e22dc2ac0980 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 946 time: 0.0808537 Nov 09 15:33:39.574304 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5ad0e496-93d7-45ca-ab4a-5308a5d524a3 req-8c155dc0-e805-4169-97f0-0feb4fba1827 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392904 Nov 09 15:33:39.759176 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402172d-70ca-41f7-9ceb-490312105b51 req-162b37bd-8973-4564-982e-732fcc000893 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:33:39.760655 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f402172d-70ca-41f7-9ceb-490312105b51 req-162b37bd-8973-4564-982e-732fcc000893 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 946 time: 0.0837588 Nov 09 15:33:39.769296 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 43748) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:33:39.774287 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-f6ce6f62-3586-4242-aa57-cce08a2f45cc tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Request body: {'floatingip': {'port_id': 'cf26e071-712a-4439-aa61-6003e5fb36ec'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:33:39.854884 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-f6ce6f62-3586-4242-aa57-cce08a2f45cc tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks [] for floatingip, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:40.689833 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-f6ce6f62-3586-4242-aa57-cce08a2f45cc tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:40.693668 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-f6ce6f62-3586-4242-aa57-cce08a2f45cc tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-978376'] for floatingip, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:40.861676 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.db.l3_db [None req-f6ce6f62-3586-4242-aa57-cce08a2f45cc tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Floating IP 49cf3ebe-6450-44ef-ab93-2b96dc3b8386 associated. External IP: 172.28.0.65, port: cf26e071-712a-4439-aa61-6003e5fb36ec. Nov 09 15:33:41.218744 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ce6f62-3586-4242-aa57-cce08a2f45cc tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Router b7665c91-6eac-4dd6-ac27-61681dec3fdd has already been hosted by L3 agent d083232d-238f-4a80-a5b8-222ad2e2cbfd {{(pid=86838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 09 15:33:41.488310 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ce6f62-3586-4242-aa57-cce08a2f45cc tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify agent at l3_agent.dv-cinder-817223-1-smb the message routers_updated {{(pid=86838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 09 15:33:41.493077 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-f6ce6f62-3586-4242-aa57-cce08a2f45cc tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581'] for floatingip, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:41.497744 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcf17e6-acce-4f69-82a5-e3473548df78 None None] Sync routers for ids ['b7665c91-6eac-4dd6-ac27-61681dec3fdd'] in dv-cinder-817223-1-smb {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 15:33:41.507617 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcf17e6-acce-4f69-82a5-e3473548df78 None None] Routers {'b7665c91-6eac-4dd6-ac27-61681dec3fdd'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:33:41.508221 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-6fcf17e6-acce-4f69-82a5-e3473548df78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:33:28Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['b7665c91-6eac-4dd6-ac27-61681dec3fdd'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:33:41.549577 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-f6ce6f62-3586-4242-aa57-cce08a2f45cc tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "PUT /v2.0/floatingips/49cf3ebe-6450-44ef-ab93-2b96dc3b8386 HTTP/1.1" status: 200 len: 991 time: 1.7791696 Nov 09 15:33:41.550208 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e50bd789-1126-4369-9299-0480c1ba16b9', 'tag': 'cf26e071-712a-4439-aa61-6003e5fb36ec'}] {{(pid=86838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:33:41.594278 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e50bd789-1126-4369-9299-0480c1ba16b9', 'tag': 'cf26e071-712a-4439-aa61-6003e5fb36ec', 'status': 'completed', 'code': 200} Nov 09 15:33:41.689206 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0da05-bc26-4a18-8bb2-2aaeb587baef req-3c83466a-5250-407d-ac3f-f6eda205021d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:33:41.690712 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-72c0da05-bc26-4a18-8bb2-2aaeb587baef req-3c83466a-5250-407d-ac3f-f6eda205021d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4c426877957540c3ae3ca3dce095a0e8&device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 1099 time: 0.0730975 Nov 09 15:33:41.691485 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-6fcf17e6-acce-4f69-82a5-e3473548df78 None None] Set router b7665c91-6eac-4dd6-ac27-61681dec3fdd gateway port host: dv-cinder-817223-1-smb {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:33:41.820958 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0da05-bc26-4a18-8bb2-2aaeb587baef req-64115f5d-9895-40eb-ac1b-9b4fc662d22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:33:41.822329 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-72c0da05-bc26-4a18-8bb2-2aaeb587baef req-64115f5d-9895-40eb-ac1b-9b4fc662d22a service neutron] 10.222.0.44 "GET /v2.0/networks?id=4e486921-0f80-48c5-9888-ae5de3f1e305 HTTP/1.1" status: 200 len: 918 time: 0.1246152 Nov 09 15:33:41.930793 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-72c0da05-bc26-4a18-8bb2-2aaeb587baef req-90800f98-1926-4795-9e67-106557f3249e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf26e071-712a-4439-aa61-6003e5fb36ec HTTP/1.1" status: 200 len: 999 time: 0.0997050 Nov 09 15:33:41.996645 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0da05-bc26-4a18-8bb2-2aaeb587baef req-5d3833c1-041c-4ec9-a549-aab1924dde49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:33:41.998886 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-72c0da05-bc26-4a18-8bb2-2aaeb587baef req-5d3833c1-041c-4ec9-a549-aab1924dde49 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5ec84acc-d70c-4e8d-bb6d-6e13232b6778 HTTP/1.1" status: 200 len: 855 time: 0.0612662 Nov 09 15:33:42.041212 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-6fcf17e6-acce-4f69-82a5-e3473548df78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'name': 'tempest-AttachVolumeShelveTestJSON-159271723-router', 'tenant_id': '4c426877957540c3ae3ca3dce095a0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': 'f83defcc-f554-4c34-8d90-9ba2cba64fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:27:05Z', 'updated_at': '2021-11-09T15:27:19Z', 'revision_number': 4, 'project_id': '4c426877957540c3ae3ca3dce095a0e8', 'gw_port': {'id': 'f83defcc-f554-4c34-8d90-9ba2cba64fae', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:07Z', 'updated_at': '2021-11-09T15:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_floatingips': [{'id': '49cf3ebe-6450-44ef-ab93-2b96dc3b8386', 'tenant_id': '4c426877957540c3ae3ca3dce095a0e8', 'floating_ip_address': '172.28.0.65', 'floating_network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'router_id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'port_id': 'cf26e071-712a-4439-aa61-6003e5fb36ec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e486921-0f80-48c5-9888-ae5de3f1e305', 'mac_address': 'fa:16:3e:5a:d1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50bd789-1126-4369-9299-0480c1ba16b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T15:33:21Z', 'updated_at': '2021-11-09T15:33:40Z', 'revision_number': 1, 'project_id': '4c426877957540c3ae3ca3dce095a0e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9d381bc-8853-40c6-975d-713644bb15b8', 'name': '', 'network_id': '4e486921-0f80-48c5-9888-ae5de3f1e305', 'tenant_id': '4c426877957540c3ae3ca3dce095a0e8', 'mac_address': 'fa:16:3e:70:de:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '5ec84acc-d70c-4e8d-bb6d-6e13232b6778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:16Z', 'updated_at': '2021-11-09T15:27:29Z', 'revision_number': 5, 'project_id': '4c426877957540c3ae3ca3dce095a0e8', 'subnets': [{'id': '5ec84acc-d70c-4e8d-bb6d-6e13232b6778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:33:42.045153 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcf17e6-acce-4f69-82a5-e3473548df78 None None] Checking router: b7665c91-6eac-4dd6-ac27-61681dec3fdd for host: dv-cinder-817223-1-smb {{(pid=86840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 15:33:42.053818 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcf17e6-acce-4f69-82a5-e3473548df78 None None] Routers {'b7665c91-6eac-4dd6-ac27-61681dec3fdd'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:33:42.054459 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-6fcf17e6-acce-4f69-82a5-e3473548df78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:33:28Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['b7665c91-6eac-4dd6-ac27-61681dec3fdd'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:33:42.077733 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0da05-bc26-4a18-8bb2-2aaeb587baef req-24615217-3345-48b4-be48-915477034760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:33:42.079102 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-72c0da05-bc26-4a18-8bb2-2aaeb587baef req-24615217-3345-48b4-be48-915477034760 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4e486921-0f80-48c5-9888-ae5de3f1e305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0714436 Nov 09 15:33:42.217467 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-72c0da05-bc26-4a18-8bb2-2aaeb587baef req-63ceebb5-a00f-48f2-bb36-e0ec900a5e32 service neutron] 10.222.0.44 "GET /v2.0/networks/4e486921-0f80-48c5-9888-ae5de3f1e305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304324 Nov 09 15:33:42.246123 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-6fcf17e6-acce-4f69-82a5-e3473548df78 None None] Set router b7665c91-6eac-4dd6-ac27-61681dec3fdd gateway port host: dv-cinder-817223-1-smb {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:33:42.355272 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-72c0da05-bc26-4a18-8bb2-2aaeb587baef req-962a7f20-d2b7-4b16-ad12-f16ad2867644 service neutron] 10.222.0.44 "GET /v2.0/networks/4e486921-0f80-48c5-9888-ae5de3f1e305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309698 Nov 09 15:33:42.653767 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-6fcf17e6-acce-4f69-82a5-e3473548df78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'name': 'tempest-AttachVolumeShelveTestJSON-159271723-router', 'tenant_id': '4c426877957540c3ae3ca3dce095a0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': 'f83defcc-f554-4c34-8d90-9ba2cba64fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:27:05Z', 'updated_at': '2021-11-09T15:27:19Z', 'revision_number': 4, 'project_id': '4c426877957540c3ae3ca3dce095a0e8', 'gw_port': {'id': 'f83defcc-f554-4c34-8d90-9ba2cba64fae', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:07Z', 'updated_at': '2021-11-09T15:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_floatingips': [{'id': '49cf3ebe-6450-44ef-ab93-2b96dc3b8386', 'tenant_id': '4c426877957540c3ae3ca3dce095a0e8', 'floating_ip_address': '172.28.0.65', 'floating_network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'router_id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'port_id': 'cf26e071-712a-4439-aa61-6003e5fb36ec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e486921-0f80-48c5-9888-ae5de3f1e305', 'mac_address': 'fa:16:3e:5a:d1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50bd789-1126-4369-9299-0480c1ba16b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T15:33:21Z', 'updated_at': '2021-11-09T15:33:40Z', 'revision_number': 1, 'project_id': '4c426877957540c3ae3ca3dce095a0e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9d381bc-8853-40c6-975d-713644bb15b8', 'name': '', 'network_id': '4e486921-0f80-48c5-9888-ae5de3f1e305', 'tenant_id': '4c426877957540c3ae3ca3dce095a0e8', 'mac_address': 'fa:16:3e:70:de:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '5ec84acc-d70c-4e8d-bb6d-6e13232b6778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:16Z', 'updated_at': '2021-11-09T15:27:29Z', 'revision_number': 5, 'project_id': '4c426877957540c3ae3ca3dce095a0e8', 'subnets': [{'id': '5ec84acc-d70c-4e8d-bb6d-6e13232b6778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:33:42.658578 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcf17e6-acce-4f69-82a5-e3473548df78 None None] The sync data for ids ['b7665c91-6eac-4dd6-ac27-61681dec3fdd'] in dv-cinder-817223-1-smb is: [{'id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'name': 'tempest-AttachVolumeShelveTestJSON-159271723-router', 'tenant_id': '4c426877957540c3ae3ca3dce095a0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': 'f83defcc-f554-4c34-8d90-9ba2cba64fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:27:05Z', 'updated_at': '2021-11-09T15:27:19Z', 'revision_number': 4, 'project_id': '4c426877957540c3ae3ca3dce095a0e8', 'gw_port': {'id': 'f83defcc-f554-4c34-8d90-9ba2cba64fae', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:07Z', 'updated_at': '2021-11-09T15:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_floatingips': [{'id': '49cf3ebe-6450-44ef-ab93-2b96dc3b8386', 'tenant_id': '4c426877957540c3ae3ca3dce095a0e8', 'floating_ip_address': '172.28.0.65', 'floating_network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'router_id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'port_id': 'cf26e071-712a-4439-aa61-6003e5fb36ec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e486921-0f80-48c5-9888-ae5de3f1e305', 'mac_address': 'fa:16:3e:5a:d1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50bd789-1126-4369-9299-0480c1ba16b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T15:33:21Z', 'updated_at': '2021-11-09T15:33:40Z', 'revision_number': 1, 'project_id': '4c426877957540c3ae3ca3dce095a0e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9d381bc-8853-40c6-975d-713644bb15b8', 'name': '', 'network_id': '4e486921-0f80-48c5-9888-ae5de3f1e305', 'tenant_id': '4c426877957540c3ae3ca3dce095a0e8', 'mac_address': 'fa:16:3e:70:de:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '5ec84acc-d70c-4e8d-bb6d-6e13232b6778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:16Z', 'updated_at': '2021-11-09T15:27:29Z', 'revision_number': 5, 'project_id': '4c426877957540c3ae3ca3dce095a0e8', 'subnets': [{'id': '5ec84acc-d70c-4e8d-bb6d-6e13232b6778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 15:33:42.867595 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5616d69-916b-4956-af8a-771b9f90571f None None] New status for floating IP 49cf3ebe-6450-44ef-ab93-2b96dc3b8386: ACTIVE {{(pid=86841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 15:33:50.125707 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:52.431377 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858bf1d-59f8-482c-91aa-8c15c03c4996 req-ab90c12a-d6f8-43ce-991e-1db85788c6d9 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:33:52.432851 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f858bf1d-59f8-482c-91aa-8c15c03c4996 req-ab90c12a-d6f8-43ce-991e-1db85788c6d9 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa659748-7098-4d83-bee9-fa7de9ff5c12 HTTP/1.1" status: 200 len: 945 time: 0.0800245 Nov 09 15:33:52.480800 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f858bf1d-59f8-482c-91aa-8c15c03c4996 req-6366914f-7667-4a54-bd33-5025938208a6 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/security-groups?id=865ee8c0-0767-4d57-8452-a1f03027d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415516 Nov 09 15:33:53.675600 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a72c4-75e5-49f7-b017-98cbb9e16483 req-57acfbaa-ab1a-4cfe-a14f-90e6d7234cfc tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:33:53.677148 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-081a72c4-75e5-49f7-b017-98cbb9e16483 req-57acfbaa-ab1a-4cfe-a14f-90e6d7234cfc tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa659748-7098-4d83-bee9-fa7de9ff5c12 HTTP/1.1" status: 200 len: 945 time: 0.0839059 Nov 09 15:33:53.723234 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-081a72c4-75e5-49f7-b017-98cbb9e16483 req-e05890ee-e5fc-4172-bb61-9a85350cdb30 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/security-groups?id=865ee8c0-0767-4d57-8452-a1f03027d70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402913 Nov 09 15:33:53.820637 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00983c-28cb-40c0-b7b0-dcadd7924c5e req-32c659ab-c5e4-4cbd-996c-e71992eed894 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:33:53.822037 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7a00983c-28cb-40c0-b7b0-dcadd7924c5e req-32c659ab-c5e4-4cbd-996c-e71992eed894 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa659748-7098-4d83-bee9-fa7de9ff5c12 HTTP/1.1" status: 200 len: 945 time: 0.0876844 Nov 09 15:33:53.895638 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [req-7a00983c-28cb-40c0-b7b0-dcadd7924c5e req-03f6b4c3-54ce-4e90-b5f7-abc3946a17c7 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Deleting port 9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7 {{(pid=86838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 09 15:33:53.895977 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-7a00983c-28cb-40c0-b7b0-dcadd7924c5e req-03f6b4c3-54ce-4e90-b5f7-abc3946a17c7 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763972629131'] for port, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:54.159391 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-7a00983c-28cb-40c0-b7b0-dcadd7924c5e req-03f6b4c3-54ce-4e90-b5f7-abc3946a17c7 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] For port 9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7,segment=NetworkSegment(dd877f5c-ed2c-440a-8985-dad0e469fc3d),segment_id=dd877f5c-ed2c-440a-8985-dad0e469fc3d)] {{(pid=86838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:33:54.159748 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-7a00983c-28cb-40c0-b7b0-dcadd7924c5e req-03f6b4c3-54ce-4e90-b5f7-abc3946a17c7 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980446'] for port, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:54.536382 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-7a00983c-28cb-40c0-b7b0-dcadd7924c5e req-03f6b4c3-54ce-4e90-b5f7-abc3946a17c7 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:54.536657 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-7a00983c-28cb-40c0-b7b0-dcadd7924c5e req-03f6b4c3-54ce-4e90-b5f7-abc3946a17c7 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-978376'] for floatingip, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:54.536964 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.db.l3_db [req-7a00983c-28cb-40c0-b7b0-dcadd7924c5e req-03f6b4c3-54ce-4e90-b5f7-abc3946a17c7 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Floating IP b9cb6364-cf78-4b9e-b4cc-9398e1816b69 disassociated. External IP: 172.28.0.157, port: 9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7. Nov 09 15:33:54.537297 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [req-7a00983c-28cb-40c0-b7b0-dcadd7924c5e req-03f6b4c3-54ce-4e90-b5f7-abc3946a17c7 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Calling delete_port for 9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7 owned by compute:nova {{(pid=86838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 09 15:33:54.693685 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-7a00983c-28cb-40c0-b7b0-dcadd7924c5e req-03f6b4c3-54ce-4e90-b5f7-abc3946a17c7 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763972633375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763972299780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1120097'] for port, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:54.702474 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-0c0308de-c252-4aa4-ba98-8b51cb535b4c tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:33:54.755385 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f6b4c3-54ce-4e90-b5f7-abc3946a17c7 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Pushing event deleted for resources: {'Port': ['ID=9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:33:54.758410 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-03f6b4c3-54ce-4e90-b5f7-abc3946a17c7 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:33:54.887373 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-02247332-3f8e-4f3f-8a89-4b7554ffebae req-b55ee8bf-e05a-42d7-bcd8-b6110f261871 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa659748-7098-4d83-bee9-fa7de9ff5c12 HTTP/1.1" status: 200 len: 210 time: 0.0512826 Nov 09 15:33:54.983606 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a00983c-28cb-40c0-b7b0-dcadd7924c5e req-03f6b4c3-54ce-4e90-b5f7-abc3946a17c7 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Router 35844a15-8600-4606-b254-060c78efc1d6 has already been hosted by L3 agent d083232d-238f-4a80-a5b8-222ad2e2cbfd {{(pid=86838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 09 15:33:55.095186 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-29e42d26-4d62-4021-8f9a-951809a4c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:55.174138 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a00983c-28cb-40c0-b7b0-dcadd7924c5e req-03f6b4c3-54ce-4e90-b5f7-abc3946a17c7 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify agent at l3_agent.dv-cinder-817223-1-smb the message routers_updated {{(pid=86838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 09 15:33:55.185437 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3e8fc2-26d5-458e-a51b-bc1558eceb80 None None] Sync routers for ids ['35844a15-8600-4606-b254-060c78efc1d6'] in dv-cinder-817223-1-smb {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 15:33:55.195865 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3e8fc2-26d5-458e-a51b-bc1558eceb80 None None] Routers {'35844a15-8600-4606-b254-060c78efc1d6'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:33:55.197151 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-fc3e8fc2-26d5-458e-a51b-bc1558eceb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:33:28Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['35844a15-8600-4606-b254-060c78efc1d6'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:33:55.254975 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a00983c-28cb-40c0-b7b0-dcadd7924c5e req-03f6b4c3-54ce-4e90-b5f7-abc3946a17c7 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] No DVR routers for this DVR port 9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7 on host hv-cinder-81722 {{(pid=86838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 15:33:55.257573 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-7a00983c-28cb-40c0-b7b0-dcadd7924c5e req-03f6b4c3-54ce-4e90-b5f7-abc3946a17c7 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:55.260521 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa659748-7098-4d83-bee9-fa7de9ff5c12', 'name': 'network-vif-deleted', 'tag': '9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7'}] {{(pid=86838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:33:55.288953 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7a00983c-28cb-40c0-b7b0-dcadd7924c5e req-03f6b4c3-54ce-4e90-b5f7-abc3946a17c7 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.44 "DELETE /v2.0/ports/9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7 HTTP/1.1" status: 204 len: 173 time: 1.4609978 Nov 09 15:33:55.316910 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa659748-7098-4d83-bee9-fa7de9ff5c12', 'name': 'network-vif-deleted', 'tag': '9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7', 'status': 'completed', 'code': 200} Nov 09 15:33:55.418487 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-fc3e8fc2-26d5-458e-a51b-bc1558eceb80 None None] Set router 35844a15-8600-4606-b254-060c78efc1d6 gateway port host: dv-cinder-817223-1-smb {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:33:55.555448 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:55.748370 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-fc3e8fc2-26d5-458e-a51b-bc1558eceb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35844a15-8600-4606-b254-060c78efc1d6', 'name': 'tempest-AttachVolumeTestJSON-600668670-router', 'tenant_id': '41dafbb04b984e61a49bf7c195f04598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.217'}], 'enable_snat': True}, 'gw_port_id': 'ee1577dd-f5f0-4945-80ba-b63d07808acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:27:05Z', 'updated_at': '2021-11-09T15:27:27Z', 'revision_number': 4, 'project_id': '41dafbb04b984e61a49bf7c195f04598', 'gw_port': {'id': 'ee1577dd-f5f0-4945-80ba-b63d07808acd', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35844a15-8600-4606-b254-060c78efc1d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:07Z', 'updated_at': '2021-11-09T15:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_interfaces': [{'id': 'c0123e44-58b7-4fd3-94a6-a7b383ce95cb', 'name': '', 'network_id': '54e70c2d-ce99-4138-a9cc-3f850389a6a6', 'tenant_id': '41dafbb04b984e61a49bf7c195f04598', 'mac_address': 'fa:16:3e:0f:de:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35844a15-8600-4606-b254-060c78efc1d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '9b608a26-d042-452d-99ad-6e47cca5fd61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:22Z', 'updated_at': '2021-11-09T15:27:37Z', 'revision_number': 5, 'project_id': '41dafbb04b984e61a49bf7c195f04598', 'subnets': [{'id': '9b608a26-d042-452d-99ad-6e47cca5fd61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:33:55.752668 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3e8fc2-26d5-458e-a51b-bc1558eceb80 None None] Checking router: 35844a15-8600-4606-b254-060c78efc1d6 for host: dv-cinder-817223-1-smb {{(pid=86840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 15:33:55.762997 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3e8fc2-26d5-458e-a51b-bc1558eceb80 None None] Routers {'35844a15-8600-4606-b254-060c78efc1d6'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:33:55.763726 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-fc3e8fc2-26d5-458e-a51b-bc1558eceb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:33:28Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['35844a15-8600-4606-b254-060c78efc1d6'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:33:55.957862 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-fc3e8fc2-26d5-458e-a51b-bc1558eceb80 None None] Set router 35844a15-8600-4606-b254-060c78efc1d6 gateway port host: dv-cinder-817223-1-smb {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:33:56.028931 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 43808) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:33:56.153015 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-cd77b4e2-e121-4dfc-9673-a41c0ca63180 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:56.188580 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-cd77b4e2-e121-4dfc-9673-a41c0ca63180 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:56.198776 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f9ca2bf3-b024-4d87-a0cd-e0a90f3c7b46 req-411b5aa9-4733-4540-8df7-fe2dde9f9e48 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7dbe37dc-a774-4f49-be62-d7025c1c624b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1414449 Nov 09 15:33:56.290156 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-cd77b4e2-e121-4dfc-9673-a41c0ca63180 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:56.300544 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-5fe9f0f3-94e1-496f-a9d2-e51186630fe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:33:56.319614 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd77b4e2-e121-4dfc-9673-a41c0ca63180 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=865ee8c0-0767-4d57-8452-a1f03027d70b,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:33:56.322535 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-cd77b4e2-e121-4dfc-9673-a41c0ca63180 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:33:56.322704 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-fc3e8fc2-26d5-458e-a51b-bc1558eceb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35844a15-8600-4606-b254-060c78efc1d6', 'name': 'tempest-AttachVolumeTestJSON-600668670-router', 'tenant_id': '41dafbb04b984e61a49bf7c195f04598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.217'}], 'enable_snat': True}, 'gw_port_id': 'ee1577dd-f5f0-4945-80ba-b63d07808acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:27:05Z', 'updated_at': '2021-11-09T15:27:27Z', 'revision_number': 4, 'project_id': '41dafbb04b984e61a49bf7c195f04598', 'gw_port': {'id': 'ee1577dd-f5f0-4945-80ba-b63d07808acd', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35844a15-8600-4606-b254-060c78efc1d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:07Z', 'updated_at': '2021-11-09T15:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_interfaces': [{'id': 'c0123e44-58b7-4fd3-94a6-a7b383ce95cb', 'name': '', 'network_id': '54e70c2d-ce99-4138-a9cc-3f850389a6a6', 'tenant_id': '41dafbb04b984e61a49bf7c195f04598', 'mac_address': 'fa:16:3e:0f:de:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35844a15-8600-4606-b254-060c78efc1d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '9b608a26-d042-452d-99ad-6e47cca5fd61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:22Z', 'updated_at': '2021-11-09T15:27:37Z', 'revision_number': 5, 'project_id': '41dafbb04b984e61a49bf7c195f04598', 'subnets': [{'id': '9b608a26-d042-452d-99ad-6e47cca5fd61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:33:56.327838 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3e8fc2-26d5-458e-a51b-bc1558eceb80 None None] The sync data for ids ['35844a15-8600-4606-b254-060c78efc1d6'] in dv-cinder-817223-1-smb is: [{'id': '35844a15-8600-4606-b254-060c78efc1d6', 'name': 'tempest-AttachVolumeTestJSON-600668670-router', 'tenant_id': '41dafbb04b984e61a49bf7c195f04598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.217'}], 'enable_snat': True}, 'gw_port_id': 'ee1577dd-f5f0-4945-80ba-b63d07808acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:27:05Z', 'updated_at': '2021-11-09T15:27:27Z', 'revision_number': 4, 'project_id': '41dafbb04b984e61a49bf7c195f04598', 'gw_port': {'id': 'ee1577dd-f5f0-4945-80ba-b63d07808acd', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35844a15-8600-4606-b254-060c78efc1d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:07Z', 'updated_at': '2021-11-09T15:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_interfaces': [{'id': 'c0123e44-58b7-4fd3-94a6-a7b383ce95cb', 'name': '', 'network_id': '54e70c2d-ce99-4138-a9cc-3f850389a6a6', 'tenant_id': '41dafbb04b984e61a49bf7c195f04598', 'mac_address': 'fa:16:3e:0f:de:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35844a15-8600-4606-b254-060c78efc1d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '9b608a26-d042-452d-99ad-6e47cca5fd61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:22Z', 'updated_at': '2021-11-09T15:27:37Z', 'revision_number': 5, 'project_id': '41dafbb04b984e61a49bf7c195f04598', 'subnets': [{'id': '9b608a26-d042-452d-99ad-6e47cca5fd61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 15:33:56.339899 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-cd77b4e2-e121-4dfc-9673-a41c0ca63180 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:56.341364 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-cd77b4e2-e121-4dfc-9673-a41c0ca63180 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "DELETE /v2.0/security-groups/865ee8c0-0767-4d57-8452-a1f03027d70b HTTP/1.1" status: 204 len: 168 time: 0.3109803 Nov 09 15:33:56.344819 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 43814) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:33:56.367268 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.api.v2.resource [None req-4498f9e4-3ae1-4aa8-b92c-1fb685e82f37 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] show failed (client error): The resource could not be found. Nov 09 15:33:56.370418 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca2bf3-b024-4d87-a0cd-e0a90f3c7b46 req-cf262e79-5590-452e-963e-25aed4a5f311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:33:56.371294 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-4498f9e4-3ae1-4aa8-b92c-1fb685e82f37 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/security-groups/865ee8c0-0767-4d57-8452-a1f03027d70b HTTP/1.1" status: 404 len: 347 time: 0.0246572 Nov 09 15:33:56.372443 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f9ca2bf3-b024-4d87-a0cd-e0a90f3c7b46 req-cf262e79-5590-452e-963e-25aed4a5f311 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=345997c2db1e4065ac8b48dad0e637b6&device_id=7dbe37dc-a774-4f49-be62-d7025c1c624b HTTP/1.1" status: 200 len: 1099 time: 0.1259718 Nov 09 15:33:56.372570 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 43818) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:33:56.529015 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca2bf3-b024-4d87-a0cd-e0a90f3c7b46 req-348e83af-198d-46e7-bccb-857043797d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:33:56.530679 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f9ca2bf3-b024-4d87-a0cd-e0a90f3c7b46 req-348e83af-198d-46e7-bccb-857043797d2c service neutron] 10.222.0.44 "GET /v2.0/networks?id=3cfbb68e-c639-413c-a5b6-fefed5963f11 HTTP/1.1" status: 200 len: 911 time: 0.1376474 Nov 09 15:33:56.542614 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-e52a0c79-d7f6-4059-8cd7-88ad573defcb tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Deleting port f8b69ed5-52be-4eab-9841-6a91c57a985b {{(pid=86839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 09 15:33:56.542960 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e52a0c79-d7f6-4059-8cd7-88ad573defcb tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763972629131'] for port, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:56.617179 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b4a87f-0ed7-4674-b6a9-93adb51a6a0f None None] New status for floating IP b9cb6364-cf78-4b9e-b4cc-9398e1816b69: DOWN {{(pid=86841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 15:33:56.643161 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f9ca2bf3-b024-4d87-a0cd-e0a90f3c7b46 req-b97cbd73-2996-42b4-98c0-4c11e8d3474c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0142e2c4-eb60-4802-ad14-6fc4dffccb92 HTTP/1.1" status: 200 len: 1002 time: 0.1043761 Nov 09 15:33:56.711588 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca2bf3-b024-4d87-a0cd-e0a90f3c7b46 req-928a0f01-c553-4520-88aa-4119345e38ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:33:56.713036 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f9ca2bf3-b024-4d87-a0cd-e0a90f3c7b46 req-928a0f01-c553-4520-88aa-4119345e38ec service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eae5ff10-7231-4253-b865-1b978ddd800d HTTP/1.1" status: 200 len: 848 time: 0.0630064 Nov 09 15:33:56.733047 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e52a0c79-d7f6-4059-8cd7-88ad573defcb tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980446'] for port, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:56.733272 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e52a0c79-d7f6-4059-8cd7-88ad573defcb tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:56.845292 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device 9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7 no longer exists at agent hyperv_hv-cinder-81722 {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 15:33:56.867482 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-e52a0c79-d7f6-4059-8cd7-88ad573defcb tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Calling delete_port for f8b69ed5-52be-4eab-9841-6a91c57a985b owned by network:floatingip {{(pid=86839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 09 15:33:56.880288 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca2bf3-b024-4d87-a0cd-e0a90f3c7b46 req-fed2d05c-a9c4-4795-b40b-eb69c5e2510d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:33:56.881796 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f9ca2bf3-b024-4d87-a0cd-e0a90f3c7b46 req-fed2d05c-a9c4-4795-b40b-eb69c5e2510d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3cfbb68e-c639-413c-a5b6-fefed5963f11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1618757 Nov 09 15:33:56.904740 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] No Port match for: 9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7 {{(pid=86840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 09 15:33:56.905228 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device 9ed88b5e-d55e-4e28-8b1d-1e3f5d02e8e7 not bound to the agent host hv-cinder-81722 {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 15:33:56.966633 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.db.api [None req-e52a0c79-d7f6-4059-8cd7-88ad573defcb tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 15:33:56.967165 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_db.api [None req-e52a0c79-d7f6-4059-8cd7-88ad573defcb tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 15:33:57.018384 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f9ca2bf3-b024-4d87-a0cd-e0a90f3c7b46 req-b9211c2a-5b73-4b88-b39a-c875306babe3 service neutron] 10.222.0.44 "GET /v2.0/networks/3cfbb68e-c639-413c-a5b6-fefed5963f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295929 Nov 09 15:33:57.150056 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f9ca2bf3-b024-4d87-a0cd-e0a90f3c7b46 req-7102564c-b9bc-496b-bf58-9cc46b65f6ca service neutron] 10.222.0.44 "GET /v2.0/networks/3cfbb68e-c639-413c-a5b6-fefed5963f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253116 Nov 09 15:33:57.468322 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-e52a0c79-d7f6-4059-8cd7-88ad573defcb tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Deleting port f8b69ed5-52be-4eab-9841-6a91c57a985b {{(pid=86839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 09 15:33:57.468881 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e52a0c79-d7f6-4059-8cd7-88ad573defcb tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763972629131'] for port, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:57.625567 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-33f7c960-cec9-4b72-a5c4-62baee9a04f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:57.646877 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e52a0c79-d7f6-4059-8cd7-88ad573defcb tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980446'] for port, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:57.647201 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e52a0c79-d7f6-4059-8cd7-88ad573defcb tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:57.769267 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-e52a0c79-d7f6-4059-8cd7-88ad573defcb tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Calling delete_port for f8b69ed5-52be-4eab-9841-6a91c57a985b owned by network:floatingip {{(pid=86839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 09 15:33:57.910257 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e52a0c79-d7f6-4059-8cd7-88ad573defcb tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763972633375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763972299780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337271'] for port, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:57.914727 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-448a48df-6aca-434b-b73d-58dfed7e237b tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:33:57.957928 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a0c79-d7f6-4059-8cd7-88ad573defcb tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Pushing event deleted for resources: {'Port': ['ID=f8b69ed5-52be-4eab-9841-6a91c57a985b,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:33:58.003632 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a0c79-d7f6-4059-8cd7-88ad573defcb tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:33:58.004193 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a0c79-d7f6-4059-8cd7-88ad573defcb tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:33:58.004303 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a0c79-d7f6-4059-8cd7-88ad573defcb tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:33:58.004632 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a0c79-d7f6-4059-8cd7-88ad573defcb tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:33:58.004983 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a0c79-d7f6-4059-8cd7-88ad573defcb tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:33:58.005334 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a0c79-d7f6-4059-8cd7-88ad573defcb tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:33:58.005685 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a0c79-d7f6-4059-8cd7-88ad573defcb tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:33:58.006056 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a0c79-d7f6-4059-8cd7-88ad573defcb tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:33:58.006407 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a0c79-d7f6-4059-8cd7-88ad573defcb tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:33:58.006754 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a0c79-d7f6-4059-8cd7-88ad573defcb tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:33:58.007098 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a0c79-d7f6-4059-8cd7-88ad573defcb tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:33:58.007438 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a0c79-d7f6-4059-8cd7-88ad573defcb tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:33:58.035855 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-e52a0c79-d7f6-4059-8cd7-88ad573defcb tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:33:58.065244 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e52a0c79-d7f6-4059-8cd7-88ad573defcb tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks [] for floatingip, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:58.080228 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e52a0c79-d7f6-4059-8cd7-88ad573defcb tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581'] for floatingip, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:58.081325 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-e52a0c79-d7f6-4059-8cd7-88ad573defcb tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "DELETE /v2.0/floatingips/b9cb6364-cf78-4b9e-b4cc-9398e1816b69 HTTP/1.1" status: 204 len: 168 time: 1.7079282 Nov 09 15:33:58.361247 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 43828) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:33:58.366640 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.v2.base [None req-3cdff4ca-80ab-4a4b-b408-574d715d519d tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Request body: {'security_group': {'name': 'tempest-securitygroup--937251327', 'description': 'tempest-description--1969864526'}} {{(pid=86839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:33:58.374441 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-3cdff4ca-80ab-4a4b-b408-574d715d519d tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:33:58.378843 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-3cdff4ca-80ab-4a4b-b408-574d715d519d tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Usage tracker for resource:security_group and tenant:41dafbb04b984e61a49bf7c195f04598 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:33:58.382591 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-3cdff4ca-80ab-4a4b-b408-574d715d519d tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:33:58.389543 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-3cdff4ca-80ab-4a4b-b408-574d715d519d tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:33:58.398654 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3cdff4ca-80ab-4a4b-b408-574d715d519d tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:58.418155 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-3cdff4ca-80ab-4a4b-b408-574d715d519d tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:33:58.422081 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-3cdff4ca-80ab-4a4b-b408-574d715d519d tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Usage tracker for resource:security_group_rule and tenant:41dafbb04b984e61a49bf7c195f04598 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:33:58.424947 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-3cdff4ca-80ab-4a4b-b408-574d715d519d tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:33:58.430564 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-3cdff4ca-80ab-4a4b-b408-574d715d519d tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:33:58.501716 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3cdff4ca-80ab-4a4b-b408-574d715d519d tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:58.507011 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3cdff4ca-80ab-4a4b-b408-574d715d519d tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:58.512316 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-3abf2ed8-2492-4bcd-8ae8-ecff81048508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:33:58.553586 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdff4ca-80ab-4a4b-b408-574d715d519d tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb68574-9222-4fa3-b8be-8c7dee4d5ba1,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:33:58.556585 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3cdff4ca-80ab-4a4b-b408-574d715d519d tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:58.562322 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-3cdff4ca-80ab-4a4b-b408-574d715d519d tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1954601 Nov 09 15:33:58.562322 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-3cdff4ca-80ab-4a4b-b408-574d715d519d tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:33:58.562322 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 43834) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:33:58.567271 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.v2.base [None req-b3347a59-6b21-46a1-9bf3-6d3957a06ba0 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Request body: {'security_group_rule': {'security_group_id': 'dfb68574-9222-4fa3-b8be-8c7dee4d5ba1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:33:58.573070 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-b3347a59-6b21-46a1-9bf3-6d3957a06ba0 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:33:58.577924 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-b3347a59-6b21-46a1-9bf3-6d3957a06ba0 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Usage tracker for resource:security_group_rule and tenant:41dafbb04b984e61a49bf7c195f04598 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:33:58.581252 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-b3347a59-6b21-46a1-9bf3-6d3957a06ba0 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:33:58.588964 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-b3347a59-6b21-46a1-9bf3-6d3957a06ba0 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:33:58.610237 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-b3347a59-6b21-46a1-9bf3-6d3957a06ba0 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:58.672445 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:58.776545 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-b3347a59-6b21-46a1-9bf3-6d3957a06ba0 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:58.780664 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-b3347a59-6b21-46a1-9bf3-6d3957a06ba0 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027457'] for security_group_rule, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:58.782889 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-a892bc48-026c-4519-a697-6bc822fbf7af tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:33:58.805104 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3347a59-6b21-46a1-9bf3-6d3957a06ba0 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3865fe4-7671-4427-9bff-e67508dfb056,revision_number=0']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:33:58.807649 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-b3347a59-6b21-46a1-9bf3-6d3957a06ba0 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:33:58.815713 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-b3347a59-6b21-46a1-9bf3-6d3957a06ba0 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:58.817043 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-b3347a59-6b21-46a1-9bf3-6d3957a06ba0 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2542214 Nov 09 15:33:58.819759 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 43838) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:33:58.824722 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.v2.base [None req-4279a8a1-6eb1-4acd-ac86-6c5c456593e6 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Request body: {'security_group_rule': {'security_group_id': 'dfb68574-9222-4fa3-b8be-8c7dee4d5ba1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:33:58.830771 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-4279a8a1-6eb1-4acd-ac86-6c5c456593e6 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:33:58.834735 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-4279a8a1-6eb1-4acd-ac86-6c5c456593e6 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Usage tracker for resource:security_group_rule and tenant:41dafbb04b984e61a49bf7c195f04598 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:33:58.837912 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-4279a8a1-6eb1-4acd-ac86-6c5c456593e6 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:33:58.843864 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-4279a8a1-6eb1-4acd-ac86-6c5c456593e6 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:33:58.860384 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-4279a8a1-6eb1-4acd-ac86-6c5c456593e6 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:58.921396 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-4279a8a1-6eb1-4acd-ac86-6c5c456593e6 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:58.925161 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-4279a8a1-6eb1-4acd-ac86-6c5c456593e6 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027457'] for security_group_rule, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:58.927196 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-3ce55f6e-018d-46c7-aff6-cc13e912597e tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:33:58.948972 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4279a8a1-6eb1-4acd-ac86-6c5c456593e6 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ad81f57-4e2f-4c18-885c-c915426de483,revision_number=0']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:33:58.951549 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-4279a8a1-6eb1-4acd-ac86-6c5c456593e6 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:33:58.958799 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-4279a8a1-6eb1-4acd-ac86-6c5c456593e6 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:58.959984 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-4279a8a1-6eb1-4acd-ac86-6c5c456593e6 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1393037 Nov 09 15:33:58.963016 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 43842) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:33:58.968346 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.v2.base [None req-72f8f487-0545-4a75-9347-3c52e1a826d4 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Request body: {'floatingip': {'floating_network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140'}} {{(pid=86839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:33:58.974197 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-72f8f487-0545-4a75-9347-3c52e1a826d4 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:33:58.978014 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-72f8f487-0545-4a75-9347-3c52e1a826d4 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Usage tracker for resource:floatingip and tenant:41dafbb04b984e61a49bf7c195f04598 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:33:58.980849 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-72f8f487-0545-4a75-9347-3c52e1a826d4 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:33:58.987375 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-72f8f487-0545-4a75-9347-3c52e1a826d4 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:33:58.998426 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-72f8f487-0545-4a75-9347-3c52e1a826d4 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks [] for floatingip, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:59.134142 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-72f8f487-0545-4a75-9347-3c52e1a826d4 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:59.276488 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.db_base_plugin_common [None req-72f8f487-0545-4a75-9347-3c52e1a826d4 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Allocated IP 172.28.0.72 (de089fbd-190d-42e2-b873-9d0b1c33f140/6c23faf8-0a9f-4180-83f0-f659576295c3/418405c7-1879-4416-9bbb-af5f93cc9c9c) {{(pid=86839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 15:33:59.425283 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-72f8f487-0545-4a75-9347-3c52e1a826d4 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks [] for port, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:59.456811 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-72f8f487-0545-4a75-9347-3c52e1a826d4 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763972296951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337271'] for port, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:59.460527 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:33:59.527132 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f8f487-0545-4a75-9347-3c52e1a826d4 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Network de089fbd-190d-42e2-b873-9d0b1c33f140 is already hosted by enough agents. {{(pid=86839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 15:33:59.530243 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.base_scheduler [None req-72f8f487-0545-4a75-9347-3c52e1a826d4 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Resources bound (agent type, host, resource id): {{(pid=86839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:33:59.532617 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f8f487-0545-4a75-9347-3c52e1a826d4 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Received port after_create {{(pid=86839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 09 15:33:59.573638 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f8f487-0545-4a75-9347-3c52e1a826d4 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Pushing event updated for resources: {'Port': ['ID=418405c7-1879-4416-9bbb-af5f93cc9c9c,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:33:59.578529 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-72f8f487-0545-4a75-9347-3c52e1a826d4 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:33:59.619467 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-72f8f487-0545-4a75-9347-3c52e1a826d4 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:59.689730 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-72f8f487-0545-4a75-9347-3c52e1a826d4 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:59.914561 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-72f8f487-0545-4a75-9347-3c52e1a826d4 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks [] for port, precommit_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:59.920435 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-72f8f487-0545-4a75-9347-3c52e1a826d4 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337294'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:33:59.924158 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-7e3282af-41a8-4aeb-978e-2ed3da270e99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:34:00.039290 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f8f487-0545-4a75-9347-3c52e1a826d4 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Pushing event updated for resources: {'Port': ['ID=418405c7-1879-4416-9bbb-af5f93cc9c9c,revision_number=2']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:34:00.043122 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-72f8f487-0545-4a75-9347-3c52e1a826d4 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:34:00.050854 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-72f8f487-0545-4a75-9347-3c52e1a826d4 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-978376'] for floatingip, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:34:00.073603 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-72f8f487-0545-4a75-9347-3c52e1a826d4 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581'] for floatingip, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:34:00.075202 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-72f8f487-0545-4a75-9347-3c52e1a826d4 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1111352 Nov 09 15:34:00.207343 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:34:00.320823 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-845c1d69-419c-418d-9b00-37a923b2d250 req-c74ebd85-ce0a-4c13-b51f-aebbfd0e6130 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Synchronizing usage tracker for tenant:41dafbb04b984e61a49bf7c195f04598 on resource:security_group {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 15:34:00.337199 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-845c1d69-419c-418d-9b00-37a923b2d250 req-c74ebd85-ce0a-4c13-b51f-aebbfd0e6130 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Unset dirty status for tenant:41dafbb04b984e61a49bf7c195f04598 on resource:security_group {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 15:34:00.338382 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-845c1d69-419c-418d-9b00-37a923b2d250 req-c74ebd85-ce0a-4c13-b51f-aebbfd0e6130 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--937251327&fields=id&tenant_id=41dafbb04b984e61a49bf7c195f04598 HTTP/1.1" status: 200 len: 267 time: 0.0583870 Nov 09 15:34:00.489277 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c1d69-419c-418d-9b00-37a923b2d250 req-347d5d16-e4a6-4da0-be3e-566797d52def tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:34:00.490608 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-845c1d69-419c-418d-9b00-37a923b2d250 req-347d5d16-e4a6-4da0-be3e-566797d52def tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/networks?id=54e70c2d-ce99-4138-a9cc-3f850389a6a6 HTTP/1.1" status: 200 len: 810 time: 0.1448338 Nov 09 15:34:00.508503 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-845c1d69-419c-418d-9b00-37a923b2d250 req-0ca0be03-1a4f-4aae-bea6-6536860c0c81 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/quotas/41dafbb04b984e61a49bf7c195f04598 HTTP/1.1" status: 200 len: 375 time: 0.0098186 Nov 09 15:34:00.600519 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-845c1d69-419c-418d-9b00-37a923b2d250 req-3931e7f1-ba77-4341-a487-60ebc3cd1825 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Synchronizing usage tracker for tenant:41dafbb04b984e61a49bf7c195f04598 on resource:port {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 15:34:00.616242 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-845c1d69-419c-418d-9b00-37a923b2d250 req-3931e7f1-ba77-4341-a487-60ebc3cd1825 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Unset dirty status for tenant:41dafbb04b984e61a49bf7c195f04598 on resource:port {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 15:34:00.617622 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-845c1d69-419c-418d-9b00-37a923b2d250 req-3931e7f1-ba77-4341-a487-60ebc3cd1825 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=41dafbb04b984e61a49bf7c195f04598&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1012506 Nov 09 15:34:00.754863 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-845c1d69-419c-418d-9b00-37a923b2d250 req-0fdd3160-7cb1-4f9a-baaf-2c093746ff71 service neutron] 10.222.0.83 "GET /v2.0/networks/54e70c2d-ce99-4138-a9cc-3f850389a6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248684 Nov 09 15:34:00.891282 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-845c1d69-419c-418d-9b00-37a923b2d250 req-1bbb2363-b835-4cf9-903a-ccb0dada0308 service neutron] 10.222.0.83 "GET /v2.0/networks/54e70c2d-ce99-4138-a9cc-3f850389a6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306269 Nov 09 15:34:01.073152 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-108cd488-d9e8-4943-a8cd-6dde57e5a1bb req-b713c2dd-096e-41d7-871c-aa9fba224c17 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=99f63ac7-d836-412b-9597-a96ff2bba722 HTTP/1.1" status: 200 len: 210 time: 0.0427253 Nov 09 15:34:02.180133 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c1d69-419c-418d-9b00-37a923b2d250 req-b9cf68ab-26a9-4eb5-9556-48083aa11371 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:34:02.181508 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-845c1d69-419c-418d-9b00-37a923b2d250 req-b9cf68ab-26a9-4eb5-9556-48083aa11371 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.44 "GET /v2.0/networks?id=54e70c2d-ce99-4138-a9cc-3f850389a6a6 HTTP/1.1" status: 200 len: 810 time: 0.1608505 Nov 09 15:34:02.250332 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3bc890cc-ffc6-4918-a514-ee776ae564d9 req-eedbe494-d053-42c9-b735-ca78c1912931 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=99f63ac7-d836-412b-9597-a96ff2bba722 HTTP/1.1" status: 200 len: 210 time: 0.0647559 Nov 09 15:34:02.275648 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-845c1d69-419c-418d-9b00-37a923b2d250 req-baa5fe33-afc7-4a7d-90e2-fc441aa861ab tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41dafbb04b984e61a49bf7c195f04598 HTTP/1.1" status: 200 len: 379 time: 0.0594420 Nov 09 15:34:02.284789 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [req-845c1d69-419c-418d-9b00-37a923b2d250 req-c21cfae1-4d56-4b06-8310-2028b508c976 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Request body: {'port': {'device_id': '99f63ac7-d836-412b-9597-a96ff2bba722', 'network_id': '54e70c2d-ce99-4138-a9cc-3f850389a6a6', 'admin_state_up': True, 'tenant_id': '41dafbb04b984e61a49bf7c195f04598', 'security_groups': ['dfb68574-9222-4fa3-b8be-8c7dee4d5ba1']}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:34:02.429265 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [req-845c1d69-419c-418d-9b00-37a923b2d250 req-c21cfae1-4d56-4b06-8310-2028b508c976 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:34:02.440330 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [req-845c1d69-419c-418d-9b00-37a923b2d250 req-c21cfae1-4d56-4b06-8310-2028b508c976 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:34:02.449860 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-845c1d69-419c-418d-9b00-37a923b2d250 req-c21cfae1-4d56-4b06-8310-2028b508c976 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Made reservation on behalf of 41dafbb04b984e61a49bf7c195f04598 for: {'port': 1} {{(pid=86838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 15:34:02.454299 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-845c1d69-419c-418d-9b00-37a923b2d250 req-c21cfae1-4d56-4b06-8310-2028b508c976 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:34:02.619955 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.db_base_plugin_common [req-845c1d69-419c-418d-9b00-37a923b2d250 req-c21cfae1-4d56-4b06-8310-2028b508c976 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Allocated IP 172.20.0.11 (54e70c2d-ce99-4138-a9cc-3f850389a6a6/9b608a26-d042-452d-99ad-6e47cca5fd61/161d6e26-3e69-4a40-8a4b-577cd0e8e76c) {{(pid=86838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 15:34:02.899476 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-845c1d69-419c-418d-9b00-37a923b2d250 req-c21cfae1-4d56-4b06-8310-2028b508c976 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks [] for port, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:34:02.915208 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.provisioning_blocks [req-845c1d69-419c-418d-9b00-37a923b2d250 req-c21cfae1-4d56-4b06-8310-2028b508c976 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Transition to ACTIVE for port object 161d6e26-3e69-4a40-8a4b-577cd0e8e76c will not be triggered until provisioned by entity DHCP. {{(pid=86838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:34:02.939696 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-845c1d69-419c-418d-9b00-37a923b2d250 req-c21cfae1-4d56-4b06-8310-2028b508c976 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763972296951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1120097'] for port, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:34:02.946034 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-ff5c0d03-0e66-47a0-be62-891a002081b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:34:03.009483 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-845c1d69-419c-418d-9b00-37a923b2d250 req-c21cfae1-4d56-4b06-8310-2028b508c976 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Network 54e70c2d-ce99-4138-a9cc-3f850389a6a6 is already hosted by enough agents. {{(pid=86838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 15:34:03.013222 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [req-845c1d69-419c-418d-9b00-37a923b2d250 req-c21cfae1-4d56-4b06-8310-2028b508c976 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Resources bound (agent type, host, resource id): {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:34:03.017381 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [req-845c1d69-419c-418d-9b00-37a923b2d250 req-c21cfae1-4d56-4b06-8310-2028b508c976 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Received port after_create {{(pid=86838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 09 15:34:03.070107 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cfae1-4d56-4b06-8310-2028b508c976 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Pushing event updated for resources: {'Port': ['ID=161d6e26-3e69-4a40-8a4b-577cd0e8e76c,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:34:03.076604 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-c21cfae1-4d56-4b06-8310-2028b508c976 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:34:03.104961 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c1d69-419c-418d-9b00-37a923b2d250 req-c21cfae1-4d56-4b06-8310-2028b508c976 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:34:03.105686 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-845c1d69-419c-418d-9b00-37a923b2d250 req-c21cfae1-4d56-4b06-8310-2028b508c976 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:34:03.144998 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-845c1d69-419c-418d-9b00-37a923b2d250 req-c21cfae1-4d56-4b06-8310-2028b508c976 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8636904 Nov 09 15:34:03.157445 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [req-845c1d69-419c-418d-9b00-37a923b2d250 req-8e8b34a4-51b2-44a2-8ae3-62986f936f45 service neutron] Request body: {'port': {'device_id': '99f63ac7-d836-412b-9597-a96ff2bba722', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:34:03.288252 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-845c1d69-419c-418d-9b00-37a923b2d250 req-8e8b34a4-51b2-44a2-8ae3-62986f936f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:34:03.332761 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-1f3f6f13-a0bf-424a-aa71-5e7044504ff8 None None] Provisioning for port 161d6e26-3e69-4a40-8a4b-577cd0e8e76c completed by entity DHCP. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:34:03.343557 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-1f3f6f13-a0bf-424a-aa71-5e7044504ff8 None None] Provisioning complete for port 161d6e26-3e69-4a40-8a4b-577cd0e8e76c triggered by entity DHCP. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:34:03.344354 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-1f3f6f13-a0bf-424a-aa71-5e7044504ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:34:03.411857 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-1f3f6f13-a0bf-424a-aa71-5e7044504ff8 None None] Port 161d6e26-3e69-4a40-8a4b-577cd0e8e76c cannot update to ACTIVE because it is not bound. {{(pid=86840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 09 15:34:03.607868 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4424ee7-c425-4e46-b29d-9b3b2500d660 req-2aca5503-239a-489e-9125-b17da842ab30 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:34:03.608580 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-e4424ee7-c425-4e46-b29d-9b3b2500d660 req-2aca5503-239a-489e-9125-b17da842ab30 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Synchronizing usage tracker for tenant:41dafbb04b984e61a49bf7c195f04598 on resource:port {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 15:34:03.652228 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-e4424ee7-c425-4e46-b29d-9b3b2500d660 req-2aca5503-239a-489e-9125-b17da842ab30 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Unset dirty status for tenant:41dafbb04b984e61a49bf7c195f04598 on resource:port {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 15:34:03.654018 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e4424ee7-c425-4e46-b29d-9b3b2500d660 req-2aca5503-239a-489e-9125-b17da842ab30 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=99f63ac7-d836-412b-9597-a96ff2bba722 HTTP/1.1" status: 200 len: 932 time: 0.2480693 Nov 09 15:34:03.764867 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e4424ee7-c425-4e46-b29d-9b3b2500d660 req-ac168cea-83a9-4475-88b8-ad5c8d920a7a tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/security-groups?id=dfb68574-9222-4fa3-b8be-8c7dee4d5ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003540 Nov 09 15:34:03.768890 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [req-845c1d69-419c-418d-9b00-37a923b2d250 req-8e8b34a4-51b2-44a2-8ae3-62986f936f45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 161d6e26-3e69-4a40-8a4b-577cd0e8e76c {{(pid=86838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 15:34:03.776254 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-845c1d69-419c-418d-9b00-37a923b2d250 req-8e8b34a4-51b2-44a2-8ae3-62986f936f45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:34:03.792042 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.provisioning_blocks [req-845c1d69-419c-418d-9b00-37a923b2d250 req-8e8b34a4-51b2-44a2-8ae3-62986f936f45 service neutron] Transition to ACTIVE for port object 161d6e26-3e69-4a40-8a4b-577cd0e8e76c will not be triggered until provisioned by entity L2. {{(pid=86838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:34:03.797276 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-845c1d69-419c-418d-9b00-37a923b2d250 req-8e8b34a4-51b2-44a2-8ae3-62986f936f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1120024'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:34:03.801239 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-828f0a5b-9a10-42b9-86d6-5e28cbe89b49 tempest-ServerRescueNegativeTestJSON-121429164 tempest-ServerRescueNegativeTestJSON-121429164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:34:03.958071 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8b34a4-51b2-44a2-8ae3-62986f936f45 service neutron] Pushing event updated for resources: {'Port': ['ID=161d6e26-3e69-4a40-8a4b-577cd0e8e76c,revision_number=2']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:34:03.968534 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-8e8b34a4-51b2-44a2-8ae3-62986f936f45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:34:04.045990 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-845c1d69-419c-418d-9b00-37a923b2d250 req-8e8b34a4-51b2-44a2-8ae3-62986f936f45 service neutron] Attempting to bind port 161d6e26-3e69-4a40-8a4b-577cd0e8e76c on host hv-cinder-81722 for vnic_type normal with profile {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 15:34:04.046306 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-845c1d69-419c-418d-9b00-37a923b2d250 req-8e8b34a4-51b2-44a2-8ae3-62986f936f45 service neutron] Attempting to bind port 161d6e26-3e69-4a40-8a4b-577cd0e8e76c by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': 'dd877f5c-ed2c-440a-8985-dad0e469fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '54e70c2d-ce99-4138-a9cc-3f850389a6a6'}] {{(pid=86838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 15:34:04.046630 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845c1d69-419c-418d-9b00-37a923b2d250 req-8e8b34a4-51b2-44a2-8ae3-62986f936f45 service neutron] Attempting to bind port 161d6e26-3e69-4a40-8a4b-577cd0e8e76c on network 54e70c2d-ce99-4138-a9cc-3f850389a6a6 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:34:04.053034 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845c1d69-419c-418d-9b00-37a923b2d250 req-8e8b34a4-51b2-44a2-8ae3-62986f936f45 service neutron] Port 161d6e26-3e69-4a40-8a4b-577cd0e8e76c on network 54e70c2d-ce99-4138-a9cc-3f850389a6a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 09 15:34:04.053347 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845c1d69-419c-418d-9b00-37a923b2d250 req-8e8b34a4-51b2-44a2-8ae3-62986f936f45 service neutron] Attempting to bind port 161d6e26-3e69-4a40-8a4b-577cd0e8e76c on network 54e70c2d-ce99-4138-a9cc-3f850389a6a6 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:34:04.058706 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845c1d69-419c-418d-9b00-37a923b2d250 req-8e8b34a4-51b2-44a2-8ae3-62986f936f45 service neutron] Checking agent: {'id': '5232cb7b-4e94-4f65-a0ee-0ef08f02d72d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 24, 50), 'started_at': datetime.datetime(2021, 11, 9, 15, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 09 15:34:04.059062 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845c1d69-419c-418d-9b00-37a923b2d250 req-8e8b34a4-51b2-44a2-8ae3-62986f936f45 service neutron] Checking segment: {'id': 'dd877f5c-ed2c-440a-8985-dad0e469fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '54e70c2d-ce99-4138-a9cc-3f850389a6a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:34:04.060206 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845c1d69-419c-418d-9b00-37a923b2d250 req-8e8b34a4-51b2-44a2-8ae3-62986f936f45 service neutron] Bound using segment: {'id': 'dd877f5c-ed2c-440a-8985-dad0e469fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '54e70c2d-ce99-4138-a9cc-3f850389a6a6'} {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 09 15:34:04.060662 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-845c1d69-419c-418d-9b00-37a923b2d250 req-8e8b34a4-51b2-44a2-8ae3-62986f936f45 service neutron] Bound port: 161d6e26-3e69-4a40-8a4b-577cd0e8e76c, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd877f5c-ed2c-440a-8985-dad0e469fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '54e70c2d-ce99-4138-a9cc-3f850389a6a6'}}] {{(pid=86838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 15:34:04.061010 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-845c1d69-419c-418d-9b00-37a923b2d250 req-8e8b34a4-51b2-44a2-8ae3-62986f936f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:34:04.155551 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-845c1d69-419c-418d-9b00-37a923b2d250 req-8e8b34a4-51b2-44a2-8ae3-62986f936f45 service neutron] For port 161d6e26-3e69-4a40-8a4b-577cd0e8e76c, host hv-cinder-81722, cleared binding levels {{(pid=86838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 09 15:34:04.158561 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-845c1d69-419c-418d-9b00-37a923b2d250 req-8e8b34a4-51b2-44a2-8ae3-62986f936f45 service neutron] For port 161d6e26-3e69-4a40-8a4b-577cd0e8e76c, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=161d6e26-3e69-4a40-8a4b-577cd0e8e76c,segment=NetworkSegment(dd877f5c-ed2c-440a-8985-dad0e469fc3d),segment_id=dd877f5c-ed2c-440a-8985-dad0e469fc3d)] {{(pid=86838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 09 15:34:04.163058 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-845c1d69-419c-418d-9b00-37a923b2d250 req-8e8b34a4-51b2-44a2-8ae3-62986f936f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1120024'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:34:04.166807 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-616650ea-6d06-4c6a-ae94-3f6ff27e2e6f tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:34:04.227928 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c1d69-419c-418d-9b00-37a923b2d250 req-8e8b34a4-51b2-44a2-8ae3-62986f936f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:34:04.228542 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-845c1d69-419c-418d-9b00-37a923b2d250 req-8e8b34a4-51b2-44a2-8ae3-62986f936f45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:34:04.230399 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-845c1d69-419c-418d-9b00-37a923b2d250 req-8e8b34a4-51b2-44a2-8ae3-62986f936f45 service neutron] 10.222.0.44 "PUT /v2.0/ports/161d6e26-3e69-4a40-8a4b-577cd0e8e76c HTTP/1.1" status: 200 len: 1094 time: 1.0778327 Nov 09 15:34:04.230916 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f63ac7-d836-412b-9597-a96ff2bba722', 'tag': '161d6e26-3e69-4a40-8a4b-577cd0e8e76c'}] {{(pid=86838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:34:04.255338 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8b34a4-51b2-44a2-8ae3-62986f936f45 service neutron] Pushing event updated for resources: {'Port': ['ID=161d6e26-3e69-4a40-8a4b-577cd0e8e76c,revision_number=3']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:34:04.258678 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-8e8b34a4-51b2-44a2-8ae3-62986f936f45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:34:04.325411 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99f63ac7-d836-412b-9597-a96ff2bba722', 'tag': '161d6e26-3e69-4a40-8a4b-577cd0e8e76c', 'status': 'completed', 'code': 200} Nov 09 15:34:04.363632 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c1d69-419c-418d-9b00-37a923b2d250 req-5a7a5491-6f17-4c50-8b70-aad47010f9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:34:04.365132 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-845c1d69-419c-418d-9b00-37a923b2d250 req-5a7a5491-6f17-4c50-8b70-aad47010f9e7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=41dafbb04b984e61a49bf7c195f04598&device_id=99f63ac7-d836-412b-9597-a96ff2bba722 HTTP/1.1" status: 200 len: 1097 time: 0.0843432 Nov 09 15:34:04.444382 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-845c1d69-419c-418d-9b00-37a923b2d250 req-b9ec0bea-4034-4504-9f34-f3c354b5498d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=161d6e26-3e69-4a40-8a4b-577cd0e8e76c HTTP/1.1" status: 200 len: 217 time: 0.0707304 Nov 09 15:34:04.508539 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c1d69-419c-418d-9b00-37a923b2d250 req-1011d326-9dbd-49d3-a5e0-8aed05496d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:34:04.509912 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-845c1d69-419c-418d-9b00-37a923b2d250 req-1011d326-9dbd-49d3-a5e0-8aed05496d93 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9b608a26-d042-452d-99ad-6e47cca5fd61 HTTP/1.1" status: 200 len: 849 time: 0.0592654 Nov 09 15:34:04.586870 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c1d69-419c-418d-9b00-37a923b2d250 req-4855b093-e422-4d86-97c5-87ec49a69450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:34:04.588241 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-845c1d69-419c-418d-9b00-37a923b2d250 req-4855b093-e422-4d86-97c5-87ec49a69450 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=54e70c2d-ce99-4138-a9cc-3f850389a6a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0712399 Nov 09 15:34:04.721048 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-845c1d69-419c-418d-9b00-37a923b2d250 req-d30bf07e-1209-4dfb-ad7d-c22600050dd9 service neutron] 10.222.0.44 "GET /v2.0/networks/54e70c2d-ce99-4138-a9cc-3f850389a6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257617 Nov 09 15:34:05.004396 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-845c1d69-419c-418d-9b00-37a923b2d250 req-931d04da-f10a-402e-850d-d93a3a1aa79b service neutron] 10.222.0.44 "GET /v2.0/networks/54e70c2d-ce99-4138-a9cc-3f850389a6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768958 Nov 09 15:34:05.021204 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880346c-6875-421d-a2a2-5118a7d2802a req-a57d2a04-2a6a-4007-96e7-1f553ee7d3fa tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:34:05.023025 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4880346c-6875-421d-a2a2-5118a7d2802a req-a57d2a04-2a6a-4007-96e7-1f553ee7d3fa tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=99f63ac7-d836-412b-9597-a96ff2bba722 HTTP/1.1" status: 200 len: 944 time: 0.1358447 Nov 09 15:34:05.121473 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4880346c-6875-421d-a2a2-5118a7d2802a req-be721bc1-92ee-45df-9e5c-0fbd69fc9f17 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/security-groups?id=dfb68574-9222-4fa3-b8be-8c7dee4d5ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919855 Nov 09 15:34:05.144161 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94adf966-d62a-43d0-8167-434567e566d5 req-78615544-bfc8-4c09-b2b3-39940b132e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:34:05.145719 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-94adf966-d62a-43d0-8167-434567e566d5 req-78615544-bfc8-4c09-b2b3-39940b132e60 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=41dafbb04b984e61a49bf7c195f04598&device_id=99f63ac7-d836-412b-9597-a96ff2bba722 HTTP/1.1" status: 200 len: 1097 time: 0.0957379 Nov 09 15:34:05.284301 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94adf966-d62a-43d0-8167-434567e566d5 req-f9eda023-b9f1-4c89-bf43-da26c7a66c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:34:05.285764 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-94adf966-d62a-43d0-8167-434567e566d5 req-f9eda023-b9f1-4c89-bf43-da26c7a66c6e service neutron] 10.222.0.44 "GET /v2.0/networks?id=54e70c2d-ce99-4138-a9cc-3f850389a6a6 HTTP/1.1" status: 200 len: 912 time: 0.1332116 Nov 09 15:34:05.355070 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-94adf966-d62a-43d0-8167-434567e566d5 req-d2dfcc99-cce8-4d1c-801c-fdecf24039c2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=161d6e26-3e69-4a40-8a4b-577cd0e8e76c HTTP/1.1" status: 200 len: 217 time: 0.0625687 Nov 09 15:34:05.424471 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94adf966-d62a-43d0-8167-434567e566d5 req-28be8532-0e42-411e-8035-294b6a287de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:34:05.426030 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-94adf966-d62a-43d0-8167-434567e566d5 req-28be8532-0e42-411e-8035-294b6a287de5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9b608a26-d042-452d-99ad-6e47cca5fd61 HTTP/1.1" status: 200 len: 849 time: 0.0649254 Nov 09 15:34:05.504186 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94adf966-d62a-43d0-8167-434567e566d5 req-1e9439af-21b0-4196-a8ab-45220fbaac98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:34:05.505703 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-94adf966-d62a-43d0-8167-434567e566d5 req-1e9439af-21b0-4196-a8ab-45220fbaac98 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=54e70c2d-ce99-4138-a9cc-3f850389a6a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0732527 Nov 09 15:34:05.652082 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-94adf966-d62a-43d0-8167-434567e566d5 req-9d5e2acd-ec2a-4385-b458-3b0d1b7fbb7a service neutron] 10.222.0.44 "GET /v2.0/networks/54e70c2d-ce99-4138-a9cc-3f850389a6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302757 Nov 09 15:34:05.792111 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-94adf966-d62a-43d0-8167-434567e566d5 req-aed66e2d-ccee-4ed6-a679-a9f678485e95 service neutron] 10.222.0.44 "GET /v2.0/networks/54e70c2d-ce99-4138-a9cc-3f850389a6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328902 Nov 09 15:34:06.322751 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7b7f9-71c4-422d-8ccd-87c1d0b2d6b8 req-ea652a65-61e0-4066-852c-24dba0012952 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:34:06.324191 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3bd7b7f9-71c4-422d-8ccd-87c1d0b2d6b8 req-ea652a65-61e0-4066-852c-24dba0012952 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=99f63ac7-d836-412b-9597-a96ff2bba722 HTTP/1.1" status: 200 len: 944 time: 0.0882647 Nov 09 15:34:06.369043 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3bd7b7f9-71c4-422d-8ccd-87c1d0b2d6b8 req-8432d9a3-6432-4ef0-9212-be2d95fc476e tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/security-groups?id=dfb68574-9222-4fa3-b8be-8c7dee4d5ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383668 Nov 09 15:34:07.128437 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.agents_db [None req-0bb7c99c-2b67-41fc-97bf-7ac1ae3a1626 None None] Agent healthcheck: found 6 active agents {{(pid=86841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 15:34:07.557421 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d742a2-68a7-4921-b420-7d324081946c req-29caf192-ff3c-4e64-ad63-bb5374cd13c9 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:34:07.558876 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-08d742a2-68a7-4921-b420-7d324081946c req-29caf192-ff3c-4e64-ad63-bb5374cd13c9 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=99f63ac7-d836-412b-9597-a96ff2bba722 HTTP/1.1" status: 200 len: 944 time: 0.0812135 Nov 09 15:34:07.613071 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-08d742a2-68a7-4921-b420-7d324081946c req-7ce9f197-2554-41e1-933d-398fd2276ceb tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/security-groups?id=dfb68574-9222-4fa3-b8be-8c7dee4d5ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478318 Nov 09 15:34:08.812853 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e373b5-cd31-49de-b2ed-98ac97164d12 req-3c6bcd82-aa65-45ff-8a86-4544667f0472 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:34:08.814504 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-86e373b5-cd31-49de-b2ed-98ac97164d12 req-3c6bcd82-aa65-45ff-8a86-4544667f0472 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=99f63ac7-d836-412b-9597-a96ff2bba722 HTTP/1.1" status: 200 len: 944 time: 0.0903800 Nov 09 15:34:08.862039 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-86e373b5-cd31-49de-b2ed-98ac97164d12 req-55e6d8ca-3b3c-461c-80a7-c25aa08d05cf tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/security-groups?id=dfb68574-9222-4fa3-b8be-8c7dee4d5ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415983 Nov 09 15:34:08.924595 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device 161d6e26-3e69-4a40-8a4b-577cd0e8e76c details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=86840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 15:34:09.095894 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port 161d6e26-3e69-4a40-8a4b-577cd0e8e76c, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=161d6e26-3e69-4a40-8a4b-577cd0e8e76c,segment=NetworkSegment(dd877f5c-ed2c-440a-8985-dad0e469fc3d),segment_id=dd877f5c-ed2c-440a-8985-dad0e469fc3d)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:34:09.114891 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Returning: {'device': '161d6e26-3e69-4a40-8a4b-577cd0e8e76c', 'network_id': '54e70c2d-ce99-4138-a9cc-3f850389a6a6', 'port_id': '161d6e26-3e69-4a40-8a4b-577cd0e8e76c', 'mac_address': 'fa:16:3e:24:7b:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b608a26-d042-452d-99ad-6e47cca5fd61', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 15:34:09.173415 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:34:09.191229 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.notifiers.nova [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 161d6e26-3e69-4a40-8a4b-577cd0e8e76c {{(pid=86840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 15:34:09.207627 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port 161d6e26-3e69-4a40-8a4b-577cd0e8e76c, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=161d6e26-3e69-4a40-8a4b-577cd0e8e76c,segment=NetworkSegment(dd877f5c-ed2c-440a-8985-dad0e469fc3d),segment_id=dd877f5c-ed2c-440a-8985-dad0e469fc3d)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:34:09.211756 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:34:09.213600 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:34:09.285312 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Pushing event updated for resources: {'Port': ['ID=161d6e26-3e69-4a40-8a4b-577cd0e8e76c,revision_number=4']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:34:09.288408 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:34:09.555346 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] get_ports_and_sgs() called for port_ids ['161d6e26-3e69-4a40-8a4b-577cd0e8e76c'] {{(pid=86840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 09 15:34:10.061068 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a47917-920d-40f3-9749-682d24cc7f7e req-fe6b6aee-c35b-4c6c-8b19-8cf363c528cc tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:34:10.062595 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f4a47917-920d-40f3-9749-682d24cc7f7e req-fe6b6aee-c35b-4c6c-8b19-8cf363c528cc tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=99f63ac7-d836-412b-9597-a96ff2bba722 HTTP/1.1" status: 200 len: 945 time: 0.0804391 Nov 09 15:34:10.110636 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f4a47917-920d-40f3-9749-682d24cc7f7e req-b5de7e05-8409-4b69-aa58-526905f37f1d tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/security-groups?id=dfb68574-9222-4fa3-b8be-8c7dee4d5ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423119 Nov 09 15:34:10.929260 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device 161d6e26-3e69-4a40-8a4b-577cd0e8e76c up at agent hyperv_hv-cinder-81722 {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:34:10.932016 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba076a8c-3f7c-4e7a-a22f-c08dbdc5a147 req-d62e951a-149f-4c96-bda7-40e0ad3d354a tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:34:10.933495 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ba076a8c-3f7c-4e7a-a22f-c08dbdc5a147 req-d62e951a-149f-4c96-bda7-40e0ad3d354a tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/ports?device_id=7dbe37dc-a774-4f49-be62-d7025c1c624b HTTP/1.1" status: 200 len: 946 time: 0.0815835 Nov 09 15:34:10.979833 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ba076a8c-3f7c-4e7a-a22f-c08dbdc5a147 req-dddbc5cc-0ee5-4471-a7a1-5aaf24c1a2dc tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/security-groups?id=32fa21a2-f405-41b4-9d28-b66d441de698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402493 Nov 09 15:34:11.000840 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Provisioning for port 161d6e26-3e69-4a40-8a4b-577cd0e8e76c completed by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:34:11.006117 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Provisioning complete for port 161d6e26-3e69-4a40-8a4b-577cd0e8e76c triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:34:11.006496 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:34:11.122748 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:34:11.153771 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f63ac7-d836-412b-9597-a96ff2bba722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161d6e26-3e69-4a40-8a4b-577cd0e8e76c'}] {{(pid=86840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:34:11.164256 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port 161d6e26-3e69-4a40-8a4b-577cd0e8e76c, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=161d6e26-3e69-4a40-8a4b-577cd0e8e76c,segment=NetworkSegment(dd877f5c-ed2c-440a-8985-dad0e469fc3d),segment_id=dd877f5c-ed2c-440a-8985-dad0e469fc3d)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:34:11.171438 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:34:11.174509 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:34:11.207692 dv-cinder-817223-1-smb neutron-server[86840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f63ac7-d836-412b-9597-a96ff2bba722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161d6e26-3e69-4a40-8a4b-577cd0e8e76c', 'code': 200} Nov 09 15:34:11.253099 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Pushing event updated for resources: {'Port': ['ID=161d6e26-3e69-4a40-8a4b-577cd0e8e76c,revision_number=5']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:34:11.256581 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:34:11.313846 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a70506-df26-47d1-a324-27d3d4c4beae req-acb14a3c-e3d8-4a9f-bd93-91ae903ecb1c tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:34:11.315357 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-41a70506-df26-47d1-a324-27d3d4c4beae req-acb14a3c-e3d8-4a9f-bd93-91ae903ecb1c tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=99f63ac7-d836-412b-9597-a96ff2bba722 HTTP/1.1" status: 200 len: 946 time: 0.0918441 Nov 09 15:34:11.363087 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-41a70506-df26-47d1-a324-27d3d4c4beae req-ca7a8fe8-85bb-4a2f-b38e-4b440c1c5ac5 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/security-groups?id=dfb68574-9222-4fa3-b8be-8c7dee4d5ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419831 Nov 09 15:34:11.462450 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f508a7-81cd-42e3-8407-d1a773110502 req-3a8ed6e4-c392-496c-b3d7-0df69bd83ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:34:11.464016 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d9f508a7-81cd-42e3-8407-d1a773110502 req-3a8ed6e4-c392-496c-b3d7-0df69bd83ced service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=99f63ac7-d836-412b-9597-a96ff2bba722 HTTP/1.1" status: 200 len: 1099 time: 0.0712240 Nov 09 15:34:11.508401 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d9f508a7-81cd-42e3-8407-d1a773110502 req-e4bb76d1-f254-44aa-baf5-b4ef298f9340 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=dfb68574-9222-4fa3-b8be-8c7dee4d5ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361853 Nov 09 15:34:12.254222 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740b4dc-0ab9-46ae-80cb-b3a3fb1021e0 req-cbf02d59-ea55-4409-9018-182299b0deef tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:34:12.255687 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0740b4dc-0ab9-46ae-80cb-b3a3fb1021e0 req-cbf02d59-ea55-4409-9018-182299b0deef tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/ports?device_id=7dbe37dc-a774-4f49-be62-d7025c1c624b HTTP/1.1" status: 200 len: 946 time: 0.1662905 Nov 09 15:34:12.301648 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0740b4dc-0ab9-46ae-80cb-b3a3fb1021e0 req-d5f3fd9d-02ec-4801-ac1f-4e4a99cd9b35 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/security-groups?id=32fa21a2-f405-41b4-9d28-b66d441de698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399199 Nov 09 15:34:12.555137 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1e19b-612c-47e1-8881-d995a713ef76 req-1b9cd6d1-f4d9-409b-989a-c8be446f9b36 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:34:12.556500 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-23c1e19b-612c-47e1-8881-d995a713ef76 req-1b9cd6d1-f4d9-409b-989a-c8be446f9b36 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=99f63ac7-d836-412b-9597-a96ff2bba722 HTTP/1.1" status: 200 len: 946 time: 0.0815160 Nov 09 15:34:12.604554 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-23c1e19b-612c-47e1-8881-d995a713ef76 req-6b2ca310-ed6f-4a7d-b3ba-87815c545cda tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/security-groups?id=dfb68574-9222-4fa3-b8be-8c7dee4d5ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416987 Nov 09 15:34:13.548034 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745edf1e-b1d9-4dd5-9376-f647db958a24 req-a8ea485b-22e3-41f4-902e-74f1c8e48cb1 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:34:13.549422 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-745edf1e-b1d9-4dd5-9376-f647db958a24 req-a8ea485b-22e3-41f4-902e-74f1c8e48cb1 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/ports?device_id=7dbe37dc-a774-4f49-be62-d7025c1c624b HTTP/1.1" status: 200 len: 946 time: 0.0835948 Nov 09 15:34:13.595539 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-745edf1e-b1d9-4dd5-9376-f647db958a24 req-025c5ea4-afaa-4f66-a4ec-b9327417b8f6 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/security-groups?id=32fa21a2-f405-41b4-9d28-b66d441de698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404699 Nov 09 15:34:13.799168 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf18bd-3c66-4aea-8912-483a781793de req-3636ba97-c198-4d3b-8621-f8e24d32a7c7 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:34:13.800545 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7ccf18bd-3c66-4aea-8912-483a781793de req-3636ba97-c198-4d3b-8621-f8e24d32a7c7 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=99f63ac7-d836-412b-9597-a96ff2bba722 HTTP/1.1" status: 200 len: 946 time: 0.0864792 Nov 09 15:34:13.848173 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7ccf18bd-3c66-4aea-8912-483a781793de req-a570911a-12b7-41a9-82e7-fcfb86298ab1 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/security-groups?id=dfb68574-9222-4fa3-b8be-8c7dee4d5ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418575 Nov 09 15:34:14.039325 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c143bf-c8df-4613-afdb-b4fff9c3e2c6 req-cfd3a221-72bd-45eb-aa1f-bcf141c0e315 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:34:14.040798 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-21c143bf-c8df-4613-afdb-b4fff9c3e2c6 req-cfd3a221-72bd-45eb-aa1f-bcf141c0e315 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=99f63ac7-d836-412b-9597-a96ff2bba722 HTTP/1.1" status: 200 len: 946 time: 0.0847764 Nov 09 15:34:14.051134 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 43934) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:34:14.057753 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.v2.base [None req-65ee205f-3cff-490a-8b06-e1ba59a53acf tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Request body: {'floatingip': {'port_id': '161d6e26-3e69-4a40-8a4b-577cd0e8e76c'}} {{(pid=86839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:34:14.140978 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-65ee205f-3cff-490a-8b06-e1ba59a53acf tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks [] for floatingip, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:34:14.849895 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e15872-ec38-4944-87ab-1318e424730c req-b1bf4cc7-a960-4e36-89fe-b21406580b8d tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:34:14.851275 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-93e15872-ec38-4944-87ab-1318e424730c req-b1bf4cc7-a960-4e36-89fe-b21406580b8d tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/ports?device_id=7dbe37dc-a774-4f49-be62-d7025c1c624b HTTP/1.1" status: 200 len: 946 time: 0.0871308 Nov 09 15:34:14.897513 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-93e15872-ec38-4944-87ab-1318e424730c req-7ac88465-c53e-4137-8b45-8989711be3f3 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/security-groups?id=32fa21a2-f405-41b4-9d28-b66d441de698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404377 Nov 09 15:34:14.936370 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-65ee205f-3cff-490a-8b06-e1ba59a53acf tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:34:14.940143 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-65ee205f-3cff-490a-8b06-e1ba59a53acf tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-978376'] for floatingip, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:34:15.114026 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.db.l3_db [None req-65ee205f-3cff-490a-8b06-e1ba59a53acf tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Floating IP e66d4ffc-d7d1-4403-afef-c8f2715ea578 associated. External IP: 172.28.0.72, port: 161d6e26-3e69-4a40-8a4b-577cd0e8e76c. Nov 09 15:34:15.490037 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ee205f-3cff-490a-8b06-e1ba59a53acf tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Router 35844a15-8600-4606-b254-060c78efc1d6 has already been hosted by L3 agent d083232d-238f-4a80-a5b8-222ad2e2cbfd {{(pid=86839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 09 15:34:15.675847 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ee205f-3cff-490a-8b06-e1ba59a53acf tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify agent at l3_agent.dv-cinder-817223-1-smb the message routers_updated {{(pid=86839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 09 15:34:15.681218 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-65ee205f-3cff-490a-8b06-e1ba59a53acf tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581'] for floatingip, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:34:15.686932 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275c0ced-f9c7-4fbc-b8f3-bbaeb5d9a268 None None] Sync routers for ids ['35844a15-8600-4606-b254-060c78efc1d6'] in dv-cinder-817223-1-smb {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 15:34:15.696845 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275c0ced-f9c7-4fbc-b8f3-bbaeb5d9a268 None None] Routers {'35844a15-8600-4606-b254-060c78efc1d6'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:34:15.697465 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-275c0ced-f9c7-4fbc-b8f3-bbaeb5d9a268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:33:58Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['35844a15-8600-4606-b254-060c78efc1d6'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:34:15.740769 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-65ee205f-3cff-490a-8b06-e1ba59a53acf tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "PUT /v2.0/floatingips/e66d4ffc-d7d1-4403-afef-c8f2715ea578 HTTP/1.1" status: 200 len: 991 time: 1.6883194 Nov 09 15:34:15.741432 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f63ac7-d836-412b-9597-a96ff2bba722', 'tag': '161d6e26-3e69-4a40-8a4b-577cd0e8e76c'}] {{(pid=86839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:34:15.857355 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99f63ac7-d836-412b-9597-a96ff2bba722', 'tag': '161d6e26-3e69-4a40-8a4b-577cd0e8e76c', 'status': 'completed', 'code': 200} Nov 09 15:34:15.898245 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-275c0ced-f9c7-4fbc-b8f3-bbaeb5d9a268 None None] Set router 35844a15-8600-4606-b254-060c78efc1d6 gateway port host: dv-cinder-817223-1-smb {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:34:15.957525 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c40b2-46ba-4f4b-abea-d8d03dedf143 req-2d62c237-6f90-4092-8643-1fd6dfb39e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:34:15.960019 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f04c40b2-46ba-4f4b-abea-d8d03dedf143 req-2d62c237-6f90-4092-8643-1fd6dfb39e44 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=41dafbb04b984e61a49bf7c195f04598&device_id=99f63ac7-d836-412b-9597-a96ff2bba722 HTTP/1.1" status: 200 len: 1099 time: 0.0744717 Nov 09 15:34:16.154896 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c40b2-46ba-4f4b-abea-d8d03dedf143 req-d7075ea7-6519-4be1-ba43-826dd217158a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:34:16.156353 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f04c40b2-46ba-4f4b-abea-d8d03dedf143 req-d7075ea7-6519-4be1-ba43-826dd217158a service neutron] 10.222.0.44 "GET /v2.0/networks?id=54e70c2d-ce99-4138-a9cc-3f850389a6a6 HTTP/1.1" status: 200 len: 912 time: 0.1903615 Nov 09 15:34:16.242228 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3908ea-6425-4049-bd64-af0b24f56972 req-4ac32d2a-1aea-48de-a673-5ca49c8cdc4d tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:34:16.244083 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1c3908ea-6425-4049-bd64-af0b24f56972 req-4ac32d2a-1aea-48de-a673-5ca49c8cdc4d tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/ports?device_id=7dbe37dc-a774-4f49-be62-d7025c1c624b HTTP/1.1" status: 200 len: 946 time: 0.1927271 Nov 09 15:34:16.288323 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-275c0ced-f9c7-4fbc-b8f3-bbaeb5d9a268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35844a15-8600-4606-b254-060c78efc1d6', 'name': 'tempest-AttachVolumeTestJSON-600668670-router', 'tenant_id': '41dafbb04b984e61a49bf7c195f04598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.217'}], 'enable_snat': True}, 'gw_port_id': 'ee1577dd-f5f0-4945-80ba-b63d07808acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:27:05Z', 'updated_at': '2021-11-09T15:27:27Z', 'revision_number': 4, 'project_id': '41dafbb04b984e61a49bf7c195f04598', 'gw_port': {'id': 'ee1577dd-f5f0-4945-80ba-b63d07808acd', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35844a15-8600-4606-b254-060c78efc1d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:07Z', 'updated_at': '2021-11-09T15:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_floatingips': [{'id': 'e66d4ffc-d7d1-4403-afef-c8f2715ea578', 'tenant_id': '41dafbb04b984e61a49bf7c195f04598', 'floating_ip_address': '172.28.0.72', 'floating_network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'router_id': '35844a15-8600-4606-b254-060c78efc1d6', 'port_id': '161d6e26-3e69-4a40-8a4b-577cd0e8e76c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54e70c2d-ce99-4138-a9cc-3f850389a6a6', 'mac_address': 'fa:16:3e:24:7b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f63ac7-d836-412b-9597-a96ff2bba722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T15:33:59Z', 'updated_at': '2021-11-09T15:34:14Z', 'revision_number': 1, 'project_id': '41dafbb04b984e61a49bf7c195f04598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0123e44-58b7-4fd3-94a6-a7b383ce95cb', 'name': '', 'network_id': '54e70c2d-ce99-4138-a9cc-3f850389a6a6', 'tenant_id': '41dafbb04b984e61a49bf7c195f04598', 'mac_address': 'fa:16:3e:0f:de:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35844a15-8600-4606-b254-060c78efc1d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '9b608a26-d042-452d-99ad-6e47cca5fd61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:22Z', 'updated_at': '2021-11-09T15:27:37Z', 'revision_number': 5, 'project_id': '41dafbb04b984e61a49bf7c195f04598', 'subnets': [{'id': '9b608a26-d042-452d-99ad-6e47cca5fd61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:34:16.292915 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275c0ced-f9c7-4fbc-b8f3-bbaeb5d9a268 None None] Checking router: 35844a15-8600-4606-b254-060c78efc1d6 for host: dv-cinder-817223-1-smb {{(pid=86840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 15:34:16.303381 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275c0ced-f9c7-4fbc-b8f3-bbaeb5d9a268 None None] Routers {'35844a15-8600-4606-b254-060c78efc1d6'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:34:16.303992 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-275c0ced-f9c7-4fbc-b8f3-bbaeb5d9a268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:33:58Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['35844a15-8600-4606-b254-060c78efc1d6'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:34:16.314107 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f04c40b2-46ba-4f4b-abea-d8d03dedf143 req-58442b17-e9bc-417d-a13f-6dcc732e8798 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=161d6e26-3e69-4a40-8a4b-577cd0e8e76c HTTP/1.1" status: 200 len: 999 time: 0.1501920 Nov 09 15:34:16.321225 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1c3908ea-6425-4049-bd64-af0b24f56972 req-14355846-6eef-4d0f-bcdb-19d1e1070009 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/security-groups?id=32fa21a2-f405-41b4-9d28-b66d441de698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600498 Nov 09 15:34:16.379319 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c40b2-46ba-4f4b-abea-d8d03dedf143 req-f8c8d9ac-b264-4d07-939b-5077e407b901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:34:16.380746 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f04c40b2-46ba-4f4b-abea-d8d03dedf143 req-f8c8d9ac-b264-4d07-939b-5077e407b901 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9b608a26-d042-452d-99ad-6e47cca5fd61 HTTP/1.1" status: 200 len: 849 time: 0.0586970 Nov 09 15:34:16.466958 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c40b2-46ba-4f4b-abea-d8d03dedf143 req-c3359607-a46d-49d0-8e3b-cc8917720b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:34:16.468384 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f04c40b2-46ba-4f4b-abea-d8d03dedf143 req-c3359607-a46d-49d0-8e3b-cc8917720b60 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=54e70c2d-ce99-4138-a9cc-3f850389a6a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0813046 Nov 09 15:34:16.492923 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-275c0ced-f9c7-4fbc-b8f3-bbaeb5d9a268 None None] Set router 35844a15-8600-4606-b254-060c78efc1d6 gateway port host: dv-cinder-817223-1-smb {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:34:16.611714 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f04c40b2-46ba-4f4b-abea-d8d03dedf143 req-f7473714-ee51-4c09-981c-ea590f48db1a service neutron] 10.222.0.44 "GET /v2.0/networks/54e70c2d-ce99-4138-a9cc-3f850389a6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360142 Nov 09 15:34:16.756977 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f04c40b2-46ba-4f4b-abea-d8d03dedf143 req-786b4ae2-1e43-4719-ad91-59dd96cac5b2 service neutron] 10.222.0.44 "GET /v2.0/networks/54e70c2d-ce99-4138-a9cc-3f850389a6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388140 Nov 09 15:34:16.919516 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-275c0ced-f9c7-4fbc-b8f3-bbaeb5d9a268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35844a15-8600-4606-b254-060c78efc1d6', 'name': 'tempest-AttachVolumeTestJSON-600668670-router', 'tenant_id': '41dafbb04b984e61a49bf7c195f04598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.217'}], 'enable_snat': True}, 'gw_port_id': 'ee1577dd-f5f0-4945-80ba-b63d07808acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:27:05Z', 'updated_at': '2021-11-09T15:27:27Z', 'revision_number': 4, 'project_id': '41dafbb04b984e61a49bf7c195f04598', 'gw_port': {'id': 'ee1577dd-f5f0-4945-80ba-b63d07808acd', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35844a15-8600-4606-b254-060c78efc1d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:07Z', 'updated_at': '2021-11-09T15:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_floatingips': [{'id': 'e66d4ffc-d7d1-4403-afef-c8f2715ea578', 'tenant_id': '41dafbb04b984e61a49bf7c195f04598', 'floating_ip_address': '172.28.0.72', 'floating_network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'router_id': '35844a15-8600-4606-b254-060c78efc1d6', 'port_id': '161d6e26-3e69-4a40-8a4b-577cd0e8e76c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54e70c2d-ce99-4138-a9cc-3f850389a6a6', 'mac_address': 'fa:16:3e:24:7b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f63ac7-d836-412b-9597-a96ff2bba722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T15:33:59Z', 'updated_at': '2021-11-09T15:34:14Z', 'revision_number': 1, 'project_id': '41dafbb04b984e61a49bf7c195f04598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0123e44-58b7-4fd3-94a6-a7b383ce95cb', 'name': '', 'network_id': '54e70c2d-ce99-4138-a9cc-3f850389a6a6', 'tenant_id': '41dafbb04b984e61a49bf7c195f04598', 'mac_address': 'fa:16:3e:0f:de:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35844a15-8600-4606-b254-060c78efc1d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '9b608a26-d042-452d-99ad-6e47cca5fd61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:22Z', 'updated_at': '2021-11-09T15:27:37Z', 'revision_number': 5, 'project_id': '41dafbb04b984e61a49bf7c195f04598', 'subnets': [{'id': '9b608a26-d042-452d-99ad-6e47cca5fd61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:34:16.924000 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275c0ced-f9c7-4fbc-b8f3-bbaeb5d9a268 None None] The sync data for ids ['35844a15-8600-4606-b254-060c78efc1d6'] in dv-cinder-817223-1-smb is: [{'id': '35844a15-8600-4606-b254-060c78efc1d6', 'name': 'tempest-AttachVolumeTestJSON-600668670-router', 'tenant_id': '41dafbb04b984e61a49bf7c195f04598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.217'}], 'enable_snat': True}, 'gw_port_id': 'ee1577dd-f5f0-4945-80ba-b63d07808acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:27:05Z', 'updated_at': '2021-11-09T15:27:27Z', 'revision_number': 4, 'project_id': '41dafbb04b984e61a49bf7c195f04598', 'gw_port': {'id': 'ee1577dd-f5f0-4945-80ba-b63d07808acd', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35844a15-8600-4606-b254-060c78efc1d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:07Z', 'updated_at': '2021-11-09T15:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_floatingips': [{'id': 'e66d4ffc-d7d1-4403-afef-c8f2715ea578', 'tenant_id': '41dafbb04b984e61a49bf7c195f04598', 'floating_ip_address': '172.28.0.72', 'floating_network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'router_id': '35844a15-8600-4606-b254-060c78efc1d6', 'port_id': '161d6e26-3e69-4a40-8a4b-577cd0e8e76c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54e70c2d-ce99-4138-a9cc-3f850389a6a6', 'mac_address': 'fa:16:3e:24:7b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f63ac7-d836-412b-9597-a96ff2bba722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T15:33:59Z', 'updated_at': '2021-11-09T15:34:14Z', 'revision_number': 1, 'project_id': '41dafbb04b984e61a49bf7c195f04598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0123e44-58b7-4fd3-94a6-a7b383ce95cb', 'name': '', 'network_id': '54e70c2d-ce99-4138-a9cc-3f850389a6a6', 'tenant_id': '41dafbb04b984e61a49bf7c195f04598', 'mac_address': 'fa:16:3e:0f:de:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35844a15-8600-4606-b254-060c78efc1d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '9b608a26-d042-452d-99ad-6e47cca5fd61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:22Z', 'updated_at': '2021-11-09T15:27:37Z', 'revision_number': 5, 'project_id': '41dafbb04b984e61a49bf7c195f04598', 'subnets': [{'id': '9b608a26-d042-452d-99ad-6e47cca5fd61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 15:34:17.134842 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7872049-3e66-4177-8e65-13acf6851270 None None] New status for floating IP e66d4ffc-d7d1-4403-afef-c8f2715ea578: ACTIVE {{(pid=86841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 15:34:17.520214 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ec941-a4f1-444d-ab45-df5aaedd2514 req-5f9a7c85-7f66-4895-bbb0-6ec5714199c9 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:34:17.521680 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c09ec941-a4f1-444d-ab45-df5aaedd2514 req-5f9a7c85-7f66-4895-bbb0-6ec5714199c9 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/ports?device_id=7dbe37dc-a774-4f49-be62-d7025c1c624b HTTP/1.1" status: 200 len: 946 time: 0.0820429 Nov 09 15:34:17.572214 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c09ec941-a4f1-444d-ab45-df5aaedd2514 req-a936e19a-45a4-4ed6-88c0-4543d866759d tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/security-groups?id=32fa21a2-f405-41b4-9d28-b66d441de698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446215 Nov 09 15:34:18.762105 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a52681-2a22-425d-b5eb-d85838837e97 req-61e6c9e9-c986-40b0-ac66-33242776b1ed tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:34:18.763551 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e1a52681-2a22-425d-b5eb-d85838837e97 req-61e6c9e9-c986-40b0-ac66-33242776b1ed tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/ports?device_id=7dbe37dc-a774-4f49-be62-d7025c1c624b HTTP/1.1" status: 200 len: 946 time: 0.0847325 Nov 09 15:34:18.810488 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e1a52681-2a22-425d-b5eb-d85838837e97 req-8f478f9c-21f5-41bb-a4ae-92717fd05ac8 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/security-groups?id=32fa21a2-f405-41b4-9d28-b66d441de698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411427 Nov 09 15:34:19.999540 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49c2ec-8ac5-4c86-a41c-2e95b09c2343 req-5a3c7d17-edf6-4b6f-9043-ae63207ac1b1 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:34:20.000896 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5a49c2ec-8ac5-4c86-a41c-2e95b09c2343 req-5a3c7d17-edf6-4b6f-9043-ae63207ac1b1 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/ports?device_id=7dbe37dc-a774-4f49-be62-d7025c1c624b HTTP/1.1" status: 200 len: 946 time: 0.0838568 Nov 09 15:34:20.051919 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5a49c2ec-8ac5-4c86-a41c-2e95b09c2343 req-0ba324a4-ab1a-4ee7-bde5-c7fde7681573 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/security-groups?id=32fa21a2-f405-41b4-9d28-b66d441de698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417576 Nov 09 15:34:20.130992 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:34:21.123766 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd677e-29e4-4b46-a95e-d0ee9c60dfef req-99802214-8dc6-4d69-8ad4-f56aac2e306f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:34:21.125225 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-badd677e-29e4-4b46-a95e-d0ee9c60dfef req-99802214-8dc6-4d69-8ad4-f56aac2e306f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=345997c2db1e4065ac8b48dad0e637b6&device_id=7dbe37dc-a774-4f49-be62-d7025c1c624b HTTP/1.1" status: 200 len: 1099 time: 0.1455202 Nov 09 15:34:21.312615 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd677e-29e4-4b46-a95e-d0ee9c60dfef req-bc34fcd0-ce78-44bb-866b-57c730e24c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:34:21.314061 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-badd677e-29e4-4b46-a95e-d0ee9c60dfef req-bc34fcd0-ce78-44bb-866b-57c730e24c21 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3cfbb68e-c639-413c-a5b6-fefed5963f11 HTTP/1.1" status: 200 len: 911 time: 0.1812932 Nov 09 15:34:21.383570 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f15cf9-f7fa-4b1c-a19f-96224258efaa req-7e7bf23d-ac4e-4064-a935-1116bba247b7 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:34:21.388051 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d6f15cf9-f7fa-4b1c-a19f-96224258efaa req-7e7bf23d-ac4e-4064-a935-1116bba247b7 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/ports?device_id=7dbe37dc-a774-4f49-be62-d7025c1c624b HTTP/1.1" status: 200 len: 946 time: 0.1861949 Nov 09 15:34:21.459281 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-badd677e-29e4-4b46-a95e-d0ee9c60dfef req-a7f6b49d-3894-4633-b128-c5d74771a87d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0142e2c4-eb60-4802-ad14-6fc4dffccb92 HTTP/1.1" status: 200 len: 1002 time: 0.1373451 Nov 09 15:34:21.467038 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d6f15cf9-f7fa-4b1c-a19f-96224258efaa req-19f31e3f-3c27-455a-83ca-e7d226c01a3a tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/security-groups?id=32fa21a2-f405-41b4-9d28-b66d441de698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576043 Nov 09 15:34:21.534985 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd677e-29e4-4b46-a95e-d0ee9c60dfef req-989bb355-c8c6-4b75-acf9-0d84c995266c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:34:21.536334 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-badd677e-29e4-4b46-a95e-d0ee9c60dfef req-989bb355-c8c6-4b75-acf9-0d84c995266c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eae5ff10-7231-4253-b865-1b978ddd800d HTTP/1.1" status: 200 len: 848 time: 0.0684490 Nov 09 15:34:21.618361 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd677e-29e4-4b46-a95e-d0ee9c60dfef req-75bfd84e-9a81-4879-882f-9c07b23d46f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:34:21.619839 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-badd677e-29e4-4b46-a95e-d0ee9c60dfef req-75bfd84e-9a81-4879-882f-9c07b23d46f5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3cfbb68e-c639-413c-a5b6-fefed5963f11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0768855 Nov 09 15:34:21.751736 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-badd677e-29e4-4b46-a95e-d0ee9c60dfef req-de992718-13f5-4aa3-9a52-6a8b07abaf35 service neutron] 10.222.0.44 "GET /v2.0/networks/3cfbb68e-c639-413c-a5b6-fefed5963f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249609 Nov 09 15:34:21.888916 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-badd677e-29e4-4b46-a95e-d0ee9c60dfef req-72c5aaf4-0b23-44cf-b19d-5267d61c911a service neutron] 10.222.0.44 "GET /v2.0/networks/3cfbb68e-c639-413c-a5b6-fefed5963f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300631 Nov 09 15:34:22.657780 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c3f94-3463-4479-a6a7-cca318cf66c1 req-aaf41efa-41b5-4c3b-a975-2c2b3ecaf616 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:34:22.659232 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1e4c3f94-3463-4479-a6a7-cca318cf66c1 req-aaf41efa-41b5-4c3b-a975-2c2b3ecaf616 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/ports?device_id=7dbe37dc-a774-4f49-be62-d7025c1c624b HTTP/1.1" status: 200 len: 946 time: 0.0792668 Nov 09 15:34:22.703299 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1e4c3f94-3463-4479-a6a7-cca318cf66c1 req-38e465b5-7610-4b54-a5df-ae0caf529a20 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/security-groups?id=32fa21a2-f405-41b4-9d28-b66d441de698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384932 Nov 09 15:34:23.899186 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e1ca3-bc1e-424a-b33a-bfa16a0eac3e req-10378d15-836d-4e78-8c67-a4096d55860a tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:34:23.900627 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0b1e1ca3-bc1e-424a-b33a-bfa16a0eac3e req-10378d15-836d-4e78-8c67-a4096d55860a tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/ports?device_id=7dbe37dc-a774-4f49-be62-d7025c1c624b HTTP/1.1" status: 200 len: 946 time: 0.0870688 Nov 09 15:34:23.947187 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0b1e1ca3-bc1e-424a-b33a-bfa16a0eac3e req-909b4536-b384-40e2-ab6e-101662edbd23 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/security-groups?id=32fa21a2-f405-41b4-9d28-b66d441de698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391355 Nov 09 15:34:25.098468 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-4793582c-7d82-46b7-8d2b-5da67652625b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:34:25.137060 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff475091-9a74-4cb9-bc83-dff4a8fe2394 req-e9476e94-8e6b-4519-998f-9e2d8140032a tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:34:25.139316 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ff475091-9a74-4cb9-bc83-dff4a8fe2394 req-e9476e94-8e6b-4519-998f-9e2d8140032a tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/ports?device_id=7dbe37dc-a774-4f49-be62-d7025c1c624b HTTP/1.1" status: 200 len: 946 time: 0.0839469 Nov 09 15:34:25.183033 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ff475091-9a74-4cb9-bc83-dff4a8fe2394 req-bf405f0a-7b1b-477f-8c08-ac1013c8cdc9 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/security-groups?id=32fa21a2-f405-41b4-9d28-b66d441de698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381351 Nov 09 15:34:25.498519 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:34:25.541742 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-476810e0-a25c-4660-a2c1-68969d330255 req-3156b059-b39d-4458-abb4-858204006252 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7dbe37dc-a774-4f49-be62-d7025c1c624b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1305676 Nov 09 15:34:25.565533 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56d7a0-b9cb-469a-8147-dc15714ca7e4 req-784cf009-a534-4ac0-bc80-7b454ea8d5b7 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:34:25.567030 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-aa56d7a0-b9cb-469a-8147-dc15714ca7e4 req-784cf009-a534-4ac0-bc80-7b454ea8d5b7 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/ports?device_id=7dbe37dc-a774-4f49-be62-d7025c1c624b HTTP/1.1" status: 200 len: 946 time: 0.0952373 Nov 09 15:34:25.614707 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-aa56d7a0-b9cb-469a-8147-dc15714ca7e4 req-903e3f09-ad44-4ef9-8544-4c353c90d0c9 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/security-groups?id=32fa21a2-f405-41b4-9d28-b66d441de698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420372 Nov 09 15:34:26.814024 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4abebb-bea5-4505-9cb0-721a5285b8a1 req-1a65d935-9ad2-4700-8494-7509cfef3c4c tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:34:26.815384 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4c4abebb-bea5-4505-9cb0-721a5285b8a1 req-1a65d935-9ad2-4700-8494-7509cfef3c4c tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/ports?device_id=7dbe37dc-a774-4f49-be62-d7025c1c624b HTTP/1.1" status: 200 len: 946 time: 0.0896099 Nov 09 15:34:26.860075 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4c4abebb-bea5-4505-9cb0-721a5285b8a1 req-d209ffa3-d044-4b41-b4db-65d1c4591d8e tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/security-groups?id=32fa21a2-f405-41b4-9d28-b66d441de698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389111 Nov 09 15:34:27.031922 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device 0142e2c4-eb60-4802-ad14-6fc4dffccb92 no longer exists at agent hyperv_hv-cinder-81722 {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 15:34:27.102018 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476810e0-a25c-4660-a2c1-68969d330255 req-a4e46698-3dcc-4b11-bea3-c64e22a9a30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:34:27.103534 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-476810e0-a25c-4660-a2c1-68969d330255 req-a4e46698-3dcc-4b11-bea3-c64e22a9a30b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7dbe37dc-a774-4f49-be62-d7025c1c624b&tenant_id=345997c2db1e4065ac8b48dad0e637b6 HTTP/1.1" status: 200 len: 1099 time: 0.0729978 Nov 09 15:34:27.148355 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:34:27.175386 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dbe37dc-a774-4f49-be62-d7025c1c624b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0142e2c4-eb60-4802-ad14-6fc4dffccb92'}] {{(pid=86840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:34:27.185490 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port 0142e2c4-eb60-4802-ad14-6fc4dffccb92, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=0142e2c4-eb60-4802-ad14-6fc4dffccb92,segment=NetworkSegment(535fd3fd-ed81-4b3f-91e8-e1d41c5d61da),segment_id=535fd3fd-ed81-4b3f-91e8-e1d41c5d61da)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:34:27.191246 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:34:27.192589 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:34:27.213513 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476810e0-a25c-4660-a2c1-68969d330255 req-510f1a45-7f9d-48fd-95c2-3bf2d7b299f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:34:27.215224 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-476810e0-a25c-4660-a2c1-68969d330255 req-510f1a45-7f9d-48fd-95c2-3bf2d7b299f9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=345997c2db1e4065ac8b48dad0e637b6&device_id=7dbe37dc-a774-4f49-be62-d7025c1c624b HTTP/1.1" status: 200 len: 1099 time: 0.0777123 Nov 09 15:34:27.225789 dv-cinder-817223-1-smb neutron-server[86840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dbe37dc-a774-4f49-be62-d7025c1c624b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0142e2c4-eb60-4802-ad14-6fc4dffccb92', 'code': 200} Nov 09 15:34:27.265310 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Pushing event updated for resources: {'Port': ['ID=0142e2c4-eb60-4802-ad14-6fc4dffccb92,revision_number=6']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:34:27.268450 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:34:27.438069 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476810e0-a25c-4660-a2c1-68969d330255 req-f80c03ca-b801-40ee-a5f7-5dd739e0ee6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:34:27.439435 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-476810e0-a25c-4660-a2c1-68969d330255 req-f80c03ca-b801-40ee-a5f7-5dd739e0ee6d service neutron] 10.222.0.44 "GET /v2.0/networks?id=3cfbb68e-c639-413c-a5b6-fefed5963f11 HTTP/1.1" status: 200 len: 911 time: 0.2049091 Nov 09 15:34:27.542079 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-476810e0-a25c-4660-a2c1-68969d330255 req-a47b938b-e596-4bea-8abb-ec4bcdd5fbfc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0142e2c4-eb60-4802-ad14-6fc4dffccb92 HTTP/1.1" status: 200 len: 1000 time: 0.0953083 Nov 09 15:34:27.608180 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476810e0-a25c-4660-a2c1-68969d330255 req-44becdea-4369-41f9-a339-9d137df5512e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:34:27.609636 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-476810e0-a25c-4660-a2c1-68969d330255 req-44becdea-4369-41f9-a339-9d137df5512e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eae5ff10-7231-4253-b865-1b978ddd800d HTTP/1.1" status: 200 len: 848 time: 0.0587013 Nov 09 15:34:27.629207 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-a01c0845-3793-4a0f-99ff-06c93579bc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:34:27.696693 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476810e0-a25c-4660-a2c1-68969d330255 req-d4680fb9-3bb8-4cec-945a-5c407c6a3e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:34:27.698320 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-476810e0-a25c-4660-a2c1-68969d330255 req-d4680fb9-3bb8-4cec-945a-5c407c6a3e59 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3cfbb68e-c639-413c-a5b6-fefed5963f11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0790484 Nov 09 15:34:27.832074 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-476810e0-a25c-4660-a2c1-68969d330255 req-16f2b3f9-8b70-48e0-8c8e-1df4c6110e86 service neutron] 10.222.0.44 "GET /v2.0/networks/3cfbb68e-c639-413c-a5b6-fefed5963f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259232 Nov 09 15:34:27.965191 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-476810e0-a25c-4660-a2c1-68969d330255 req-c1f95933-bde5-454b-8696-7db9866a23cf service neutron] 10.222.0.44 "GET /v2.0/networks/3cfbb68e-c639-413c-a5b6-fefed5963f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263940 Nov 09 15:34:28.047034 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c484fb-b765-49eb-905a-1047a558cbbb req-2f9d7743-85bd-40c9-b53f-ad9e6982eb09 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:34:28.048481 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a1c484fb-b765-49eb-905a-1047a558cbbb req-2f9d7743-85bd-40c9-b53f-ad9e6982eb09 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/ports?device_id=7dbe37dc-a774-4f49-be62-d7025c1c624b HTTP/1.1" status: 200 len: 944 time: 0.0798793 Nov 09 15:34:28.093108 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a1c484fb-b765-49eb-905a-1047a558cbbb req-9e74c21e-33ad-4768-a263-b98a0efd43c6 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/security-groups?id=32fa21a2-f405-41b4-9d28-b66d441de698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389702 Nov 09 15:34:28.674855 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:34:29.291754 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb9ba6-6b7c-44c6-8c48-73f556f833ab req-b6002fb8-1eb2-4d9c-989a-f8d98e24271a tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:34:29.293192 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-97cb9ba6-6b7c-44c6-8c48-73f556f833ab req-b6002fb8-1eb2-4d9c-989a-f8d98e24271a tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/ports?device_id=7dbe37dc-a774-4f49-be62-d7025c1c624b HTTP/1.1" status: 200 len: 944 time: 0.0872686 Nov 09 15:34:29.343844 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-97cb9ba6-6b7c-44c6-8c48-73f556f833ab req-0e7a977c-2303-42f0-a278-9a6f73281046 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/security-groups?id=32fa21a2-f405-41b4-9d28-b66d441de698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448205 Nov 09 15:34:30.208853 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:34:30.526802 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14626041-389a-47e9-b5b6-9ce37ac5daaf req-605042f8-f5dc-4e34-8a89-d34177194719 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:34:30.528845 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-14626041-389a-47e9-b5b6-9ce37ac5daaf req-605042f8-f5dc-4e34-8a89-d34177194719 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/ports?device_id=7dbe37dc-a774-4f49-be62-d7025c1c624b HTTP/1.1" status: 200 len: 944 time: 0.0799561 Nov 09 15:34:30.572667 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-14626041-389a-47e9-b5b6-9ce37ac5daaf req-6e77a48b-5ba6-4f37-8abc-86827e44b0f4 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/security-groups?id=32fa21a2-f405-41b4-9d28-b66d441de698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376706 Nov 09 15:34:31.290590 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed15d12e-75fa-4c10-80c6-bd286981600a req-45ffeefb-e52b-4555-9d41-4332c6f9f423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:34:31.292065 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ed15d12e-75fa-4c10-80c6-bd286981600a req-45ffeefb-e52b-4555-9d41-4332c6f9f423 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7dbe37dc-a774-4f49-be62-d7025c1c624b HTTP/1.1" status: 200 len: 1097 time: 0.0733852 Nov 09 15:34:31.333206 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ed15d12e-75fa-4c10-80c6-bd286981600a req-2e1e0a32-c18f-4a49-ba46-2302e8d0f231 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=32fa21a2-f405-41b4-9d28-b66d441de698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342689 Nov 09 15:34:31.758998 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02ab23-d220-4490-b1f6-504401b23724 req-ef0ad330-1c42-4d12-bb3f-6a7887a49a65 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:34:31.760426 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ca02ab23-d220-4490-b1f6-504401b23724 req-ef0ad330-1c42-4d12-bb3f-6a7887a49a65 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/ports?device_id=7dbe37dc-a774-4f49-be62-d7025c1c624b HTTP/1.1" status: 200 len: 944 time: 0.0787110 Nov 09 15:34:31.807414 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ca02ab23-d220-4490-b1f6-504401b23724 req-3cc13eef-6d79-4ed3-88da-ae995d56cd24 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/security-groups?id=32fa21a2-f405-41b4-9d28-b66d441de698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408306 Nov 09 15:34:33.005469 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82629cd6-99c9-4bbb-8165-30b0e3a0d6e6 req-d95642d5-f301-40ea-bdd6-585ae520a1b4 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:34:33.006934 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-82629cd6-99c9-4bbb-8165-30b0e3a0d6e6 req-d95642d5-f301-40ea-bdd6-585ae520a1b4 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/ports?device_id=7dbe37dc-a774-4f49-be62-d7025c1c624b HTTP/1.1" status: 200 len: 944 time: 0.0831773 Nov 09 15:34:33.042441 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device 0142e2c4-eb60-4802-ad14-6fc4dffccb92 details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=86840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 15:34:33.052437 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-82629cd6-99c9-4bbb-8165-30b0e3a0d6e6 req-b32391a6-892c-431e-9481-b3790d4a17f9 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/security-groups?id=32fa21a2-f405-41b4-9d28-b66d441de698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400383 Nov 09 15:34:33.175633 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port 0142e2c4-eb60-4802-ad14-6fc4dffccb92, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=0142e2c4-eb60-4802-ad14-6fc4dffccb92,segment=NetworkSegment(535fd3fd-ed81-4b3f-91e8-e1d41c5d61da),segment_id=535fd3fd-ed81-4b3f-91e8-e1d41c5d61da)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:34:33.193109 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Returning: {'device': '0142e2c4-eb60-4802-ad14-6fc4dffccb92', 'network_id': '3cfbb68e-c639-413c-a5b6-fefed5963f11', 'port_id': '0142e2c4-eb60-4802-ad14-6fc4dffccb92', 'mac_address': 'fa:16:3e:fb:66:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eae5ff10-7231-4253-b865-1b978ddd800d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 15:34:33.250825 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:34:33.268339 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.notifiers.nova [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0142e2c4-eb60-4802-ad14-6fc4dffccb92 {{(pid=86840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 15:34:33.283975 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port 0142e2c4-eb60-4802-ad14-6fc4dffccb92, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=0142e2c4-eb60-4802-ad14-6fc4dffccb92,segment=NetworkSegment(535fd3fd-ed81-4b3f-91e8-e1d41c5d61da),segment_id=535fd3fd-ed81-4b3f-91e8-e1d41c5d61da)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:34:33.287726 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:34:33.290504 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:34:33.355497 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Pushing event updated for resources: {'Port': ['ID=0142e2c4-eb60-4802-ad14-6fc4dffccb92,revision_number=7']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:34:33.359385 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:34:33.661449 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] get_ports_and_sgs() called for port_ids ['0142e2c4-eb60-4802-ad14-6fc4dffccb92'] {{(pid=86840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 09 15:34:35.069620 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device 0142e2c4-eb60-4802-ad14-6fc4dffccb92 up at agent hyperv_hv-cinder-81722 {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:34:35.135885 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Provisioning complete for port 0142e2c4-eb60-4802-ad14-6fc4dffccb92 triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:34:35.136255 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:34:35.254988 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:34:35.282390 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dbe37dc-a774-4f49-be62-d7025c1c624b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0142e2c4-eb60-4802-ad14-6fc4dffccb92'}] {{(pid=86840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:34:35.292142 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port 0142e2c4-eb60-4802-ad14-6fc4dffccb92, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=0142e2c4-eb60-4802-ad14-6fc4dffccb92,segment=NetworkSegment(535fd3fd-ed81-4b3f-91e8-e1d41c5d61da),segment_id=535fd3fd-ed81-4b3f-91e8-e1d41c5d61da)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:34:35.296608 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:34:35.298549 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-7963311c-f3c3-4875-9ad8-97ebc7c8fe5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:34:35.333532 dv-cinder-817223-1-smb neutron-server[86840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dbe37dc-a774-4f49-be62-d7025c1c624b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0142e2c4-eb60-4802-ad14-6fc4dffccb92', 'code': 200} Nov 09 15:34:35.368064 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Pushing event updated for resources: {'Port': ['ID=0142e2c4-eb60-4802-ad14-6fc4dffccb92,revision_number=8']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:34:35.375784 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:34:35.376123 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:34:35.376456 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:34:35.376786 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:34:35.377112 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:34:35.377443 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:34:35.377766 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:34:35.378112 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:34:35.378433 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:34:35.378751 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:34:35.379321 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:34:35.379638 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:34:35.383575 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:34:44.127685 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.agents_db [None req-0bb7c99c-2b67-41fc-97bf-7ac1ae3a1626 None None] Agent healthcheck: found 6 active agents {{(pid=86841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 15:34:50.131395 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:34:55.100598 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-302404e4-d53c-4e3b-abf6-356c6ef6cadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:34:55.501084 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:34:57.440977 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-17a0ac77-9745-4c2b-bb31-18428bd9b514 req-051b59b1-5cec-4cb8-b650-6f959b211f98 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7dbe37dc-a774-4f49-be62-d7025c1c624b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0741329 Nov 09 15:34:57.584650 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0ac77-9745-4c2b-bb31-18428bd9b514 req-cbb83faf-1fa1-4460-b914-c4c3914dacbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:34:57.586050 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-17a0ac77-9745-4c2b-bb31-18428bd9b514 req-cbb83faf-1fa1-4460-b914-c4c3914dacbb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=345997c2db1e4065ac8b48dad0e637b6&device_id=7dbe37dc-a774-4f49-be62-d7025c1c624b HTTP/1.1" status: 200 len: 1099 time: 0.0707698 Nov 09 15:34:57.630968 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-1e785e12-f896-46eb-8884-baf69765c2d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:34:57.733892 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0ac77-9745-4c2b-bb31-18428bd9b514 req-cab340a7-c842-4d0b-9acc-d3c262989d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:34:57.735326 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-17a0ac77-9745-4c2b-bb31-18428bd9b514 req-cab340a7-c842-4d0b-9acc-d3c262989d16 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3cfbb68e-c639-413c-a5b6-fefed5963f11 HTTP/1.1" status: 200 len: 911 time: 0.1299181 Nov 09 15:34:57.847536 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-17a0ac77-9745-4c2b-bb31-18428bd9b514 req-11b5a84d-0744-4134-b064-8515b1adb108 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0142e2c4-eb60-4802-ad14-6fc4dffccb92 HTTP/1.1" status: 200 len: 1002 time: 0.1043224 Nov 09 15:34:57.909006 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0ac77-9745-4c2b-bb31-18428bd9b514 req-8362fe98-1cc8-4f56-8cec-a285e8c24764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:34:57.910411 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-17a0ac77-9745-4c2b-bb31-18428bd9b514 req-8362fe98-1cc8-4f56-8cec-a285e8c24764 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eae5ff10-7231-4253-b865-1b978ddd800d HTTP/1.1" status: 200 len: 848 time: 0.0565233 Nov 09 15:34:58.076878 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0ac77-9745-4c2b-bb31-18428bd9b514 req-4520530c-9110-42ae-a28f-a761c133af94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:34:58.078354 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-17a0ac77-9745-4c2b-bb31-18428bd9b514 req-4520530c-9110-42ae-a28f-a761c133af94 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3cfbb68e-c639-413c-a5b6-fefed5963f11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1496232 Nov 09 15:34:58.217755 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-17a0ac77-9745-4c2b-bb31-18428bd9b514 req-3122a6ca-1548-4302-9a76-5a44b715dd2d service neutron] 10.222.0.44 "GET /v2.0/networks/3cfbb68e-c639-413c-a5b6-fefed5963f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313398 Nov 09 15:34:58.369179 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-17a0ac77-9745-4c2b-bb31-18428bd9b514 req-3933fdf8-0050-4b33-96d2-e5ada5458bf6 service neutron] 10.222.0.44 "GET /v2.0/networks/3cfbb68e-c639-413c-a5b6-fefed5963f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383171 Nov 09 15:34:58.676207 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:35:00.211269 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:35:20.129020 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:35:21.127891 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.agents_db [None req-0bb7c99c-2b67-41fc-97bf-7ac1ae3a1626 None None] Agent healthcheck: found 6 active agents {{(pid=86841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 15:35:25.101820 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-db3e1f82-571c-4280-81b0-983a90e9c24d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:35:25.512692 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:35:27.633583 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-49d70786-b9d5-4dfe-8a77-80d21e104140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:35:28.680234 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:35:30.215529 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:35:30.231735 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef9f51-50eb-4f63-8142-a97a1eaef9ae req-61369649-0eff-4392-89c0-94fc4e022f93 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:35:30.233207 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-10ef9f51-50eb-4f63-8142-a97a1eaef9ae req-61369649-0eff-4392-89c0-94fc4e022f93 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 946 time: 0.0856924 Nov 09 15:35:30.281421 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-10ef9f51-50eb-4f63-8142-a97a1eaef9ae req-7a0bb972-fc6e-4111-bcc8-a492e58ff8e8 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419796 Nov 09 15:35:31.474567 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5f92f-a71e-4e6e-bf90-be8a38e77cb3 req-da10d03a-5448-475b-99ec-009238c099c4 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:35:31.476004 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-dde5f92f-a71e-4e6e-bf90-be8a38e77cb3 req-da10d03a-5448-475b-99ec-009238c099c4 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 946 time: 0.0836835 Nov 09 15:35:31.519880 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-dde5f92f-a71e-4e6e-bf90-be8a38e77cb3 req-4a36108f-e6e6-430a-b925-3cc8bee7f25a tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380216 Nov 09 15:35:32.709469 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a149867-efea-4b11-9dc8-d2fb15056830 req-73342fb2-29c6-464a-8245-72f409ebe102 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:35:32.710928 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3a149867-efea-4b11-9dc8-d2fb15056830 req-73342fb2-29c6-464a-8245-72f409ebe102 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 946 time: 0.0811214 Nov 09 15:35:32.755341 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3a149867-efea-4b11-9dc8-d2fb15056830 req-fd54e0f5-e330-47c1-ae42-fed451141e49 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377257 Nov 09 15:35:33.952687 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36950bde-d517-42b6-a9ba-40d832be6631 req-08370ec6-d635-45e0-8f7a-74fa213d0b3b tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:35:33.954162 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-36950bde-d517-42b6-a9ba-40d832be6631 req-08370ec6-d635-45e0-8f7a-74fa213d0b3b tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 946 time: 0.0846498 Nov 09 15:35:33.999732 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-36950bde-d517-42b6-a9ba-40d832be6631 req-47d32662-cc1f-42c9-9ff8-1c2536e85197 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396745 Nov 09 15:35:35.183262 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e63d05-c9b7-411f-b774-acb2ad4bb133 req-58cc5c12-0b91-4608-9066-837dc1f8e147 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:35:35.184674 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f4e63d05-c9b7-411f-b774-acb2ad4bb133 req-58cc5c12-0b91-4608-9066-837dc1f8e147 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 946 time: 0.0777845 Nov 09 15:35:35.233648 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f4e63d05-c9b7-411f-b774-acb2ad4bb133 req-770d6f57-2073-49cf-b4e7-3147ff015774 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433900 Nov 09 15:35:36.427118 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1010c93-d3dc-437a-90ab-ce89196fb8ab req-44a704e3-8764-4545-94a7-a5a82aa65cb0 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:35:36.428585 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d1010c93-d3dc-437a-90ab-ce89196fb8ab req-44a704e3-8764-4545-94a7-a5a82aa65cb0 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 946 time: 0.0811737 Nov 09 15:35:36.474616 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d1010c93-d3dc-437a-90ab-ce89196fb8ab req-ef42f266-90c4-4ca0-a9d2-7f02caf4e199 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399370 Nov 09 15:35:37.670281 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51d478-97ff-4c25-b0c3-38e22361e615 req-41a6e0c5-74bf-4021-8caa-38f487b03b12 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:35:37.672052 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9a51d478-97ff-4c25-b0c3-38e22361e615 req-41a6e0c5-74bf-4021-8caa-38f487b03b12 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 946 time: 0.0862525 Nov 09 15:35:37.716254 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9a51d478-97ff-4c25-b0c3-38e22361e615 req-0501ec0d-d8cb-4f21-b5ad-b3fce8ada596 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385470 Nov 09 15:35:38.904716 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a38345-b494-482a-bdbe-c9b15d122d8d req-dbcbf689-8bbf-4150-b355-9b83c234f459 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:35:38.906200 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-50a38345-b494-482a-bdbe-c9b15d122d8d req-dbcbf689-8bbf-4150-b355-9b83c234f459 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 946 time: 0.0794249 Nov 09 15:35:38.950787 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-50a38345-b494-482a-bdbe-c9b15d122d8d req-3a9da453-f6ab-46ee-b56a-bd7edf21f8e6 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389800 Nov 09 15:35:40.149386 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd51b8-8073-40f5-83f6-4b411a7c925b req-67ca5537-1886-425d-bf06-797ab0993373 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:35:40.150918 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a2cd51b8-8073-40f5-83f6-4b411a7c925b req-67ca5537-1886-425d-bf06-797ab0993373 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 946 time: 0.0890591 Nov 09 15:35:40.196899 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a2cd51b8-8073-40f5-83f6-4b411a7c925b req-30730153-c553-4da7-8ff3-56efd911a719 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385084 Nov 09 15:35:41.389810 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2befa2-6cf9-4bf2-ae99-af738f02b06d req-c4c35661-3498-4bbc-8e95-61f2d98f49f8 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:35:41.391323 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-af2befa2-6cf9-4bf2-ae99-af738f02b06d req-c4c35661-3498-4bbc-8e95-61f2d98f49f8 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 946 time: 0.0802803 Nov 09 15:35:41.435818 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-af2befa2-6cf9-4bf2-ae99-af738f02b06d req-5a52110d-d6f7-42d6-b4fe-1ae4036a62a7 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382051 Nov 09 15:35:42.625732 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ccf01b-9b14-4cb5-ab13-e1ec9c800cbf req-f7c4aff7-9a5b-4020-b8da-dd9c56be2fa7 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:35:42.627187 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a3ccf01b-9b14-4cb5-ab13-e1ec9c800cbf req-f7c4aff7-9a5b-4020-b8da-dd9c56be2fa7 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 946 time: 0.0814271 Nov 09 15:35:42.671663 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a3ccf01b-9b14-4cb5-ab13-e1ec9c800cbf req-4292b04c-bd51-420b-894d-59e9979f5032 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385218 Nov 09 15:35:43.864893 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea917089-8f6c-4659-ad64-36149e6683b6 req-ccc54423-f7fd-409d-8f76-b3e709a7dc83 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:35:43.866413 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ea917089-8f6c-4659-ad64-36149e6683b6 req-ccc54423-f7fd-409d-8f76-b3e709a7dc83 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 946 time: 0.0828166 Nov 09 15:35:43.915210 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ea917089-8f6c-4659-ad64-36149e6683b6 req-4a07c393-534b-42e2-9ae0-16757e509870 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431125 Nov 09 15:35:45.106762 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab39e1-a751-4fb3-91eb-3932745d1c7f req-980c4b64-bc97-4526-a6cb-877443e245f7 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:35:45.108202 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-63ab39e1-a751-4fb3-91eb-3932745d1c7f req-980c4b64-bc97-4526-a6cb-877443e245f7 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 946 time: 0.0820894 Nov 09 15:35:45.153218 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-63ab39e1-a751-4fb3-91eb-3932745d1c7f req-432e591b-af0c-4bfe-ba27-13f2bc64ef8c tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394967 Nov 09 15:35:46.502928 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ca723-18a1-45da-b23a-360450735904 req-82fb05b7-1424-4608-ba0f-0b8f3b4edd11 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:35:46.504326 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-cf0ca723-18a1-45da-b23a-360450735904 req-82fb05b7-1424-4608-ba0f-0b8f3b4edd11 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 946 time: 0.0928957 Nov 09 15:35:46.550449 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-cf0ca723-18a1-45da-b23a-360450735904 req-b304663d-a6e3-48e1-8c9a-404afba22170 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401313 Nov 09 15:35:47.741543 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839d4b1-0777-43ed-8ae1-5bef1f1b913b req-05d85043-d6c2-479a-a6bd-0ce6c0748338 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:35:47.743004 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2839d4b1-0777-43ed-8ae1-5bef1f1b913b req-05d85043-d6c2-479a-a6bd-0ce6c0748338 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 946 time: 0.0820014 Nov 09 15:35:47.787123 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2839d4b1-0777-43ed-8ae1-5bef1f1b913b req-fa189b14-3164-427c-b7a6-6d437c721963 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384579 Nov 09 15:35:49.086131 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d35f47-5669-4521-8fa4-69101b861d4c req-50dbacbf-0579-4cdb-a84c-1a86a06c10e3 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:35:49.087556 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-90d35f47-5669-4521-8fa4-69101b861d4c req-50dbacbf-0579-4cdb-a84c-1a86a06c10e3 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 946 time: 0.1832342 Nov 09 15:35:49.134771 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-90d35f47-5669-4521-8fa4-69101b861d4c req-1b9963e7-329b-42a4-a617-9429ee22dbe2 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407972 Nov 09 15:35:49.430269 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device cf26e071-712a-4439-aa61-6003e5fb36ec details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=86840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 15:35:49.566156 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port cf26e071-712a-4439-aa61-6003e5fb36ec, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=cf26e071-712a-4439-aa61-6003e5fb36ec,segment=NetworkSegment(d9ea088f-84c5-40da-9a44-3534ad2a71f5),segment_id=d9ea088f-84c5-40da-9a44-3534ad2a71f5)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:35:49.580372 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Returning: {'device': 'cf26e071-712a-4439-aa61-6003e5fb36ec', 'network_id': '4e486921-0f80-48c5-9888-ae5de3f1e305', 'port_id': 'cf26e071-712a-4439-aa61-6003e5fb36ec', 'mac_address': 'fa:16:3e:5a:d1:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ec84acc-d70c-4e8d-bb6d-6e13232b6778', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 15:35:49.641208 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:35:49.659097 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.notifiers.nova [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cf26e071-712a-4439-aa61-6003e5fb36ec {{(pid=86840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 15:35:49.674530 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port cf26e071-712a-4439-aa61-6003e5fb36ec, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=cf26e071-712a-4439-aa61-6003e5fb36ec,segment=NetworkSegment(d9ea088f-84c5-40da-9a44-3534ad2a71f5),segment_id=d9ea088f-84c5-40da-9a44-3534ad2a71f5)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:35:49.678620 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:35:49.680561 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-c4697ad8-dc87-43e6-b9d2-193c81abab03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:35:49.754684 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Pushing event updated for resources: {'Port': ['ID=cf26e071-712a-4439-aa61-6003e5fb36ec,revision_number=6']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:35:49.762788 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:35:49.763134 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:35:49.763468 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:35:49.763938 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:35:49.764110 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:35:49.764438 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:35:49.764763 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:35:49.765134 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:35:49.765487 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:35:49.765797 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:35:49.766137 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:35:49.766451 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:35:49.771220 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] get_ports_and_sgs() called for port_ids ['cf26e071-712a-4439-aa61-6003e5fb36ec'] {{(pid=86840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 09 15:35:49.805977 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:35:50.149101 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:35:50.356088 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9cc60b-b0fd-42a4-8dd6-acdaad4ff8de req-a2be0cc2-f50a-4a8f-a40d-6c4d9e88cc66 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:35:50.357537 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-dd9cc60b-b0fd-42a4-8dd6-acdaad4ff8de req-a2be0cc2-f50a-4a8f-a40d-6c4d9e88cc66 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 945 time: 0.1056147 Nov 09 15:35:50.412164 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-dd9cc60b-b0fd-42a4-8dd6-acdaad4ff8de req-f70b854a-56c6-4504-ba9b-e5cce85b37c6 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481110 Nov 09 15:35:51.454695 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device cf26e071-712a-4439-aa61-6003e5fb36ec up at agent hyperv_hv-cinder-81722 {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:35:51.539147 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Provisioning complete for port cf26e071-712a-4439-aa61-6003e5fb36ec triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:35:51.539438 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:35:51.625423 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d768d1d-884a-4b83-86e0-33fd6c2d0159 req-e87aecec-3f56-4241-9d8e-851175d31efd tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:35:51.626907 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1d768d1d-884a-4b83-86e0-33fd6c2d0159 req-e87aecec-3f56-4241-9d8e-851175d31efd tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 945 time: 0.0783057 Nov 09 15:35:51.659193 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:35:51.672000 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1d768d1d-884a-4b83-86e0-33fd6c2d0159 req-9cab9d19-1c8d-4a76-b306-91174b69360e tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389462 Nov 09 15:35:51.687298 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50bd789-1126-4369-9299-0480c1ba16b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf26e071-712a-4439-aa61-6003e5fb36ec'}] {{(pid=86840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:35:51.699018 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port cf26e071-712a-4439-aa61-6003e5fb36ec, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=cf26e071-712a-4439-aa61-6003e5fb36ec,segment=NetworkSegment(d9ea088f-84c5-40da-9a44-3534ad2a71f5),segment_id=d9ea088f-84c5-40da-9a44-3534ad2a71f5)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:35:51.704424 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:35:51.706199 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:35:51.736634 dv-cinder-817223-1-smb neutron-server[86840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50bd789-1126-4369-9299-0480c1ba16b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf26e071-712a-4439-aa61-6003e5fb36ec', 'code': 200} Nov 09 15:35:51.778309 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Pushing event updated for resources: {'Port': ['ID=cf26e071-712a-4439-aa61-6003e5fb36ec,revision_number=7']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:35:51.781398 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:35:52.871652 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a767af7-6932-420c-b092-5aabc92b02e5 req-c6808e53-0326-4435-86dc-5e1d2b078a7b tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:35:52.873219 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9a767af7-6932-420c-b092-5aabc92b02e5 req-c6808e53-0326-4435-86dc-5e1d2b078a7b tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 946 time: 0.0856273 Nov 09 15:35:52.919979 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9a767af7-6932-420c-b092-5aabc92b02e5 req-e70a9e2f-c5cf-4a03-9c34-8fa4dedccaa4 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410247 Nov 09 15:35:54.131604 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278aad14-39c0-4a39-8f17-a688115545fe req-550f3799-0407-44eb-a57d-7fbfdc421f9e tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:35:54.133123 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-278aad14-39c0-4a39-8f17-a688115545fe req-550f3799-0407-44eb-a57d-7fbfdc421f9e tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 946 time: 0.0898433 Nov 09 15:35:54.181379 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-278aad14-39c0-4a39-8f17-a688115545fe req-e8562216-7a3d-494c-9ff9-4199f151a1b1 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421317 Nov 09 15:35:55.106960 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-ff838b5c-326e-4c7b-894f-84ba53f9e40d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:35:55.416093 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a87da-a602-4e56-bde7-4e3599cb317c req-73f2f8f4-af73-482d-b392-047d90d941f6 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:35:55.418470 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b94a87da-a602-4e56-bde7-4e3599cb317c req-73f2f8f4-af73-482d-b392-047d90d941f6 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 946 time: 0.0913224 Nov 09 15:35:55.464703 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b94a87da-a602-4e56-bde7-4e3599cb317c req-233be910-b439-4c30-9ca1-1ecad1bd3347 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398407 Nov 09 15:35:55.512377 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:35:56.728822 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd618b00-1ffb-4a5a-b4c7-7ca95a6a3b08 req-ba36087c-a5fc-406c-8ec0-0c23ff89191d tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:35:56.731676 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-bd618b00-1ffb-4a5a-b4c7-7ca95a6a3b08 req-ba36087c-a5fc-406c-8ec0-0c23ff89191d tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 946 time: 0.1183701 Nov 09 15:35:56.800585 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-bd618b00-1ffb-4a5a-b4c7-7ca95a6a3b08 req-14666728-9c6c-45a8-9617-9c21a1729dec tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627906 Nov 09 15:35:57.637695 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-0a980c60-ab26-4770-aa59-65fbf7ab2a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:35:58.051236 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f353825-bfcc-4069-a7d1-5af659e90a7e req-ecbafd13-8070-4785-9658-4efb6b8b7ce2 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:35:58.052751 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9f353825-bfcc-4069-a7d1-5af659e90a7e req-ecbafd13-8070-4785-9658-4efb6b8b7ce2 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 946 time: 0.1171906 Nov 09 15:35:58.127396 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.agents_db [None req-0bb7c99c-2b67-41fc-97bf-7ac1ae3a1626 None None] Agent healthcheck: found 6 active agents {{(pid=86841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 15:35:58.195931 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9f353825-bfcc-4069-a7d1-5af659e90a7e req-68e61079-8527-4067-9cc3-f16ed4a1201d tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307847 Nov 09 15:35:58.234468 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf7a69-5c8c-4016-b6f6-6fb4afc23c87 req-2b896494-8837-4e08-b244-80ef1343c35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:35:58.236158 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-fedf7a69-5c8c-4016-b6f6-6fb4afc23c87 req-2b896494-8837-4e08-b244-80ef1343c35b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4c426877957540c3ae3ca3dce095a0e8&device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 1099 time: 0.1023927 Nov 09 15:35:58.416377 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf7a69-5c8c-4016-b6f6-6fb4afc23c87 req-0dae5d40-7f9b-425e-866f-ef5b83b2a570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:35:58.418429 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-fedf7a69-5c8c-4016-b6f6-6fb4afc23c87 req-0dae5d40-7f9b-425e-866f-ef5b83b2a570 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4e486921-0f80-48c5-9888-ae5de3f1e305 HTTP/1.1" status: 200 len: 918 time: 0.1574972 Nov 09 15:35:58.547653 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-fedf7a69-5c8c-4016-b6f6-6fb4afc23c87 req-bd85a782-b390-4f56-ac76-9794096cff1e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf26e071-712a-4439-aa61-6003e5fb36ec HTTP/1.1" status: 200 len: 1001 time: 0.1175513 Nov 09 15:35:58.623926 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf7a69-5c8c-4016-b6f6-6fb4afc23c87 req-f3e9a9fd-fa93-4201-acde-6a3d1aea8480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:35:58.625370 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-fedf7a69-5c8c-4016-b6f6-6fb4afc23c87 req-f3e9a9fd-fa93-4201-acde-6a3d1aea8480 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5ec84acc-d70c-4e8d-bb6d-6e13232b6778 HTTP/1.1" status: 200 len: 855 time: 0.0724664 Nov 09 15:35:58.687409 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:35:58.720012 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf7a69-5c8c-4016-b6f6-6fb4afc23c87 req-90dbb5cd-d0c8-44ec-bc4e-944f5dbe3d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:35:58.721504 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-fedf7a69-5c8c-4016-b6f6-6fb4afc23c87 req-90dbb5cd-d0c8-44ec-bc4e-944f5dbe3d5c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4e486921-0f80-48c5-9888-ae5de3f1e305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0856791 Nov 09 15:35:58.875101 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-fedf7a69-5c8c-4016-b6f6-6fb4afc23c87 req-4e61d9de-47e8-4891-a4f4-2b4029139f9d service neutron] 10.222.0.44 "GET /v2.0/networks/4e486921-0f80-48c5-9888-ae5de3f1e305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465704 Nov 09 15:35:59.017000 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-fedf7a69-5c8c-4016-b6f6-6fb4afc23c87 req-ee80f630-35c5-42df-bce0-6d8a33312e61 service neutron] 10.222.0.44 "GET /v2.0/networks/4e486921-0f80-48c5-9888-ae5de3f1e305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349058 Nov 09 15:35:59.425609 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac19705-beee-48f6-9a12-7d361c85f325 req-0ae45dea-7f79-4420-9872-1d21cfdeeec3 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:35:59.427237 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-dac19705-beee-48f6-9a12-7d361c85f325 req-0ae45dea-7f79-4420-9872-1d21cfdeeec3 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 946 time: 0.1044281 Nov 09 15:35:59.479735 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-dac19705-beee-48f6-9a12-7d361c85f325 req-4d51bd08-8210-451e-922c-a826e30376e8 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422926 Nov 09 15:36:00.221856 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:00.705070 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9a8b8-c6cf-4fb3-9f4f-50e3efd66b88 req-937b97fa-8237-47c6-b6ae-01a4fe7085ab tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:36:00.707586 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d4d9a8b8-c6cf-4fb3-9f4f-50e3efd66b88 req-937b97fa-8237-47c6-b6ae-01a4fe7085ab tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 946 time: 0.0977762 Nov 09 15:36:00.763157 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d4d9a8b8-c6cf-4fb3-9f4f-50e3efd66b88 req-449549cb-21f0-4439-b023-76bbe7d852b0 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497704 Nov 09 15:36:02.099062 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817121c-4ac6-43fd-a0ed-b096c7de9b79 req-4606dd36-fcfb-466f-be21-e327e5d74c43 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:36:02.100537 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6817121c-4ac6-43fd-a0ed-b096c7de9b79 req-4606dd36-fcfb-466f-be21-e327e5d74c43 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 946 time: 0.2166660 Nov 09 15:36:02.148867 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6817121c-4ac6-43fd-a0ed-b096c7de9b79 req-6613c2e7-f019-4b89-bfd1-6dcf1201a2f2 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419223 Nov 09 15:36:03.159417 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e4c3f-2265-40a6-b85a-b0a08edac1d4 req-cf00bebb-11d6-4a90-ad72-56e0aac45ffe tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:36:03.161081 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-358e4c3f-2265-40a6-b85a-b0a08edac1d4 req-cf00bebb-11d6-4a90-ad72-56e0aac45ffe tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=99f63ac7-d836-412b-9597-a96ff2bba722 HTTP/1.1" status: 200 len: 946 time: 0.0866621 Nov 09 15:36:03.219670 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-358e4c3f-2265-40a6-b85a-b0a08edac1d4 req-06fcd9ef-96bc-4231-9b39-d0dcb6a1e752 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/security-groups?id=dfb68574-9222-4fa3-b8be-8c7dee4d5ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526426 Nov 09 15:36:03.399937 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc4189-3553-46a0-9ce9-a422e3661c22 req-b64054e8-8834-42a7-93df-06297dc8c6a0 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:36:03.402637 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8ccc4189-3553-46a0-9ce9-a422e3661c22 req-b64054e8-8834-42a7-93df-06297dc8c6a0 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 946 time: 0.0886354 Nov 09 15:36:03.455566 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8ccc4189-3553-46a0-9ce9-a422e3661c22 req-fb393990-6e73-401e-a702-e49cf8d18c10 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474234 Nov 09 15:36:04.434998 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76fee9-ecb0-4dc0-9af8-022bace9148f req-7f36adc4-a7b8-4946-ad26-66a829a3d6ea tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:36:04.442616 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0e76fee9-ecb0-4dc0-9af8-022bace9148f req-7f36adc4-a7b8-4946-ad26-66a829a3d6ea tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=99f63ac7-d836-412b-9597-a96ff2bba722 HTTP/1.1" status: 200 len: 946 time: 0.1040349 Nov 09 15:36:04.491793 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0e76fee9-ecb0-4dc0-9af8-022bace9148f req-905a7082-6362-4bca-9e3d-6ff8622e2b1d tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/security-groups?id=dfb68574-9222-4fa3-b8be-8c7dee4d5ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481420 Nov 09 15:36:04.681009 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef3e81e-29a0-4e60-bd46-de247b8fae37 req-6641390d-678b-42a9-91a7-9776134ff087 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:36:04.683217 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-cef3e81e-29a0-4e60-bd46-de247b8fae37 req-6641390d-678b-42a9-91a7-9776134ff087 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 946 time: 0.1000366 Nov 09 15:36:04.731208 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-cef3e81e-29a0-4e60-bd46-de247b8fae37 req-d67cb430-9cd9-44d6-b5de-81e0f75c5bf5 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417678 Nov 09 15:36:05.421251 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6a88b7-b66d-4e6a-ab8b-14e9575c3c7e req-350a709c-2315-4788-ad97-5d4f17692a3e tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:36:05.422880 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7a6a88b7-b66d-4e6a-ab8b-14e9575c3c7e req-350a709c-2315-4788-ad97-5d4f17692a3e tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.44 "GET /v2.0/ports?device_id=99f63ac7-d836-412b-9597-a96ff2bba722 HTTP/1.1" status: 200 len: 946 time: 0.0975907 Nov 09 15:36:05.525683 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [req-7a6a88b7-b66d-4e6a-ab8b-14e9575c3c7e req-a9c000f2-fda1-417c-aea9-612204f10402 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Deleting port 161d6e26-3e69-4a40-8a4b-577cd0e8e76c {{(pid=86838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 09 15:36:05.528426 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-7a6a88b7-b66d-4e6a-ab8b-14e9575c3c7e req-a9c000f2-fda1-417c-aea9-612204f10402 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763972629131'] for port, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:05.892204 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d918e-e1a7-4a3a-afb0-fbd5d799426e req-33c512bd-56a5-47fe-be74-2ecaf262ac88 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:36:05.893660 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1f4d918e-e1a7-4a3a-afb0-fbd5d799426e req-33c512bd-56a5-47fe-be74-2ecaf262ac88 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=99f63ac7-d836-412b-9597-a96ff2bba722 HTTP/1.1" status: 200 len: 946 time: 0.2440207 Nov 09 15:36:05.992992 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-7a6a88b7-b66d-4e6a-ab8b-14e9575c3c7e req-a9c000f2-fda1-417c-aea9-612204f10402 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] For port 161d6e26-3e69-4a40-8a4b-577cd0e8e76c, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=161d6e26-3e69-4a40-8a4b-577cd0e8e76c,segment=NetworkSegment(dd877f5c-ed2c-440a-8985-dad0e469fc3d),segment_id=dd877f5c-ed2c-440a-8985-dad0e469fc3d)] {{(pid=86838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:36:05.993355 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-7a6a88b7-b66d-4e6a-ab8b-14e9575c3c7e req-a9c000f2-fda1-417c-aea9-612204f10402 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980446'] for port, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:06.106400 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1f4d918e-e1a7-4a3a-afb0-fbd5d799426e req-8fbffc11-9f03-4f43-8c27-be26e490834f tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/security-groups?id=dfb68574-9222-4fa3-b8be-8c7dee4d5ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647875 Nov 09 15:36:06.221470 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c60d3-6cc8-4979-ae1c-9c9dcc4ae843 req-01ed346f-ed5b-4dc9-acd4-4de9edd24156 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:36:06.222983 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-277c60d3-6cc8-4979-ae1c-9c9dcc4ae843 req-01ed346f-ed5b-4dc9-acd4-4de9edd24156 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 946 time: 0.3451927 Nov 09 15:36:06.361851 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-277c60d3-6cc8-4979-ae1c-9c9dcc4ae843 req-f6a201e7-e5dd-4cd4-9aa8-e702b91e794a tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296198 Nov 09 15:36:06.392666 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-7a6a88b7-b66d-4e6a-ab8b-14e9575c3c7e req-a9c000f2-fda1-417c-aea9-612204f10402 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:06.393035 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-7a6a88b7-b66d-4e6a-ab8b-14e9575c3c7e req-a9c000f2-fda1-417c-aea9-612204f10402 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-978376'] for floatingip, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:06.393480 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.db.l3_db [req-7a6a88b7-b66d-4e6a-ab8b-14e9575c3c7e req-a9c000f2-fda1-417c-aea9-612204f10402 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Floating IP e66d4ffc-d7d1-4403-afef-c8f2715ea578 disassociated. External IP: 172.28.0.72, port: 161d6e26-3e69-4a40-8a4b-577cd0e8e76c. Nov 09 15:36:06.393705 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [req-7a6a88b7-b66d-4e6a-ab8b-14e9575c3c7e req-a9c000f2-fda1-417c-aea9-612204f10402 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Calling delete_port for 161d6e26-3e69-4a40-8a4b-577cd0e8e76c owned by compute:nova {{(pid=86838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 09 15:36:06.540869 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-7a6a88b7-b66d-4e6a-ab8b-14e9575c3c7e req-a9c000f2-fda1-417c-aea9-612204f10402 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763972633375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763972299780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1120097'] for port, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:06.547125 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:36:06.604845 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c000f2-fda1-417c-aea9-612204f10402 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Pushing event deleted for resources: {'Port': ['ID=161d6e26-3e69-4a40-8a4b-577cd0e8e76c,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:36:06.615505 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c000f2-fda1-417c-aea9-612204f10402 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:36:06.615873 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c000f2-fda1-417c-aea9-612204f10402 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:36:06.616231 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c000f2-fda1-417c-aea9-612204f10402 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:36:06.616584 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c000f2-fda1-417c-aea9-612204f10402 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:36:06.616929 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c000f2-fda1-417c-aea9-612204f10402 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:36:06.617276 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c000f2-fda1-417c-aea9-612204f10402 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:36:06.617618 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c000f2-fda1-417c-aea9-612204f10402 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:36:06.617993 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c000f2-fda1-417c-aea9-612204f10402 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:36:06.618335 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c000f2-fda1-417c-aea9-612204f10402 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:36:06.618677 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c000f2-fda1-417c-aea9-612204f10402 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:36:06.619015 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c000f2-fda1-417c-aea9-612204f10402 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:36:06.619352 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c000f2-fda1-417c-aea9-612204f10402 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:36:06.624259 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-a9c000f2-fda1-417c-aea9-612204f10402 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:36:06.889124 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a6a88b7-b66d-4e6a-ab8b-14e9575c3c7e req-a9c000f2-fda1-417c-aea9-612204f10402 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Router 35844a15-8600-4606-b254-060c78efc1d6 has already been hosted by L3 agent d083232d-238f-4a80-a5b8-222ad2e2cbfd {{(pid=86838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 09 15:36:07.075761 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a6a88b7-b66d-4e6a-ab8b-14e9575c3c7e req-a9c000f2-fda1-417c-aea9-612204f10402 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify agent at l3_agent.dv-cinder-817223-1-smb the message routers_updated {{(pid=86838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 09 15:36:07.087281 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bdcd0c-1c0e-4a3c-a923-0b9c08fe70d0 None None] Sync routers for ids ['35844a15-8600-4606-b254-060c78efc1d6'] in dv-cinder-817223-1-smb {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 15:36:07.098326 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bdcd0c-1c0e-4a3c-a923-0b9c08fe70d0 None None] Routers {'35844a15-8600-4606-b254-060c78efc1d6'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:36:07.099130 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-94bdcd0c-1c0e-4a3c-a923-0b9c08fe70d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:35:58Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['35844a15-8600-4606-b254-060c78efc1d6'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:36:07.151766 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6a88b7-b66d-4e6a-ab8b-14e9575c3c7e req-a9c000f2-fda1-417c-aea9-612204f10402 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] No DVR routers for this DVR port 161d6e26-3e69-4a40-8a4b-577cd0e8e76c on host hv-cinder-81722 {{(pid=86838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 15:36:07.154618 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-7a6a88b7-b66d-4e6a-ab8b-14e9575c3c7e req-a9c000f2-fda1-417c-aea9-612204f10402 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:07.157705 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f63ac7-d836-412b-9597-a96ff2bba722', 'name': 'network-vif-deleted', 'tag': '161d6e26-3e69-4a40-8a4b-577cd0e8e76c'}] {{(pid=86838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:36:07.176838 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7a6a88b7-b66d-4e6a-ab8b-14e9575c3c7e req-a9c000f2-fda1-417c-aea9-612204f10402 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.44 "DELETE /v2.0/ports/161d6e26-3e69-4a40-8a4b-577cd0e8e76c HTTP/1.1" status: 204 len: 173 time: 1.7473209 Nov 09 15:36:07.329493 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-5f8dbefe-65e1-4453-ab01-5bb0943a9d89 req-13c85b86-513a-4e5d-84ad-3553ed52f9d2 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Synchronizing usage tracker for tenant:41dafbb04b984e61a49bf7c195f04598 on resource:port {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 15:36:07.351295 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-5f8dbefe-65e1-4453-ab01-5bb0943a9d89 req-13c85b86-513a-4e5d-84ad-3553ed52f9d2 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Unset dirty status for tenant:41dafbb04b984e61a49bf7c195f04598 on resource:port {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 15:36:07.352852 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5f8dbefe-65e1-4453-ab01-5bb0943a9d89 req-13c85b86-513a-4e5d-84ad-3553ed52f9d2 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/ports?device_id=99f63ac7-d836-412b-9597-a96ff2bba722 HTTP/1.1" status: 200 len: 210 time: 0.1240404 Nov 09 15:36:07.355451 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-94bdcd0c-1c0e-4a3c-a923-0b9c08fe70d0 None None] Set router 35844a15-8600-4606-b254-060c78efc1d6 gateway port host: dv-cinder-817223-1-smb {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:36:07.438469 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f63ac7-d836-412b-9597-a96ff2bba722', 'name': 'network-vif-deleted', 'tag': '161d6e26-3e69-4a40-8a4b-577cd0e8e76c', 'status': 'completed', 'code': 200} Nov 09 15:36:07.470384 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5102e06-8a9d-4c54-a990-618edfcf6e75 req-5f7cba34-463c-441b-a4e3-7f5c2eee8fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:36:07.471897 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f5102e06-8a9d-4c54-a990-618edfcf6e75 req-5f7cba34-463c-441b-a4e3-7f5c2eee8fed service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4c426877957540c3ae3ca3dce095a0e8&device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 1099 time: 0.0826244 Nov 09 15:36:07.671423 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5102e06-8a9d-4c54-a990-618edfcf6e75 req-27d4ae94-253e-4934-966d-1fa317289ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:36:07.672778 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f5102e06-8a9d-4c54-a990-618edfcf6e75 req-27d4ae94-253e-4934-966d-1fa317289ee5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4e486921-0f80-48c5-9888-ae5de3f1e305 HTTP/1.1" status: 200 len: 918 time: 0.1943119 Nov 09 15:36:07.684777 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d81130-dabc-4911-96c8-c71d37a2014d req-37ff0e3d-4037-456d-9fd0-5cbcdd2405a7 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:36:07.686240 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b6d81130-dabc-4911-96c8-c71d37a2014d req-37ff0e3d-4037-456d-9fd0-5cbcdd2405a7 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 946 time: 0.1893942 Nov 09 15:36:07.721182 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-94bdcd0c-1c0e-4a3c-a923-0b9c08fe70d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35844a15-8600-4606-b254-060c78efc1d6', 'name': 'tempest-AttachVolumeTestJSON-600668670-router', 'tenant_id': '41dafbb04b984e61a49bf7c195f04598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.217'}], 'enable_snat': True}, 'gw_port_id': 'ee1577dd-f5f0-4945-80ba-b63d07808acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:27:05Z', 'updated_at': '2021-11-09T15:27:27Z', 'revision_number': 4, 'project_id': '41dafbb04b984e61a49bf7c195f04598', 'gw_port': {'id': 'ee1577dd-f5f0-4945-80ba-b63d07808acd', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35844a15-8600-4606-b254-060c78efc1d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:07Z', 'updated_at': '2021-11-09T15:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_interfaces': [{'id': 'c0123e44-58b7-4fd3-94a6-a7b383ce95cb', 'name': '', 'network_id': '54e70c2d-ce99-4138-a9cc-3f850389a6a6', 'tenant_id': '41dafbb04b984e61a49bf7c195f04598', 'mac_address': 'fa:16:3e:0f:de:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35844a15-8600-4606-b254-060c78efc1d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '9b608a26-d042-452d-99ad-6e47cca5fd61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:22Z', 'updated_at': '2021-11-09T15:27:37Z', 'revision_number': 5, 'project_id': '41dafbb04b984e61a49bf7c195f04598', 'subnets': [{'id': '9b608a26-d042-452d-99ad-6e47cca5fd61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:36:07.725275 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bdcd0c-1c0e-4a3c-a923-0b9c08fe70d0 None None] Checking router: 35844a15-8600-4606-b254-060c78efc1d6 for host: dv-cinder-817223-1-smb {{(pid=86840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 15:36:07.734641 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bdcd0c-1c0e-4a3c-a923-0b9c08fe70d0 None None] Routers {'35844a15-8600-4606-b254-060c78efc1d6'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:36:07.735370 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-94bdcd0c-1c0e-4a3c-a923-0b9c08fe70d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:35:58Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['35844a15-8600-4606-b254-060c78efc1d6'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:36:07.821793 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b6d81130-dabc-4911-96c8-c71d37a2014d req-8a2db1c9-8328-4dc9-b6a8-a05964bad821 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791686 Nov 09 15:36:07.825367 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f5102e06-8a9d-4c54-a990-618edfcf6e75 req-cf09240f-a8a9-441c-875e-265ad95f4f65 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf26e071-712a-4439-aa61-6003e5fb36ec HTTP/1.1" status: 200 len: 1001 time: 0.1380889 Nov 09 15:36:07.904308 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5102e06-8a9d-4c54-a990-618edfcf6e75 req-6891df8b-c251-4826-8b36-34c7c045df84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:36:07.906029 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f5102e06-8a9d-4c54-a990-618edfcf6e75 req-6891df8b-c251-4826-8b36-34c7c045df84 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5ec84acc-d70c-4e8d-bb6d-6e13232b6778 HTTP/1.1" status: 200 len: 855 time: 0.0743661 Nov 09 15:36:07.945011 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-94bdcd0c-1c0e-4a3c-a923-0b9c08fe70d0 None None] Set router 35844a15-8600-4606-b254-060c78efc1d6 gateway port host: dv-cinder-817223-1-smb {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:36:07.986465 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5102e06-8a9d-4c54-a990-618edfcf6e75 req-ddcc1be6-e5ed-4886-9cdc-9a9f308d9b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:36:07.987955 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f5102e06-8a9d-4c54-a990-618edfcf6e75 req-ddcc1be6-e5ed-4886-9cdc-9a9f308d9b1c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4e486921-0f80-48c5-9888-ae5de3f1e305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0758634 Nov 09 15:36:08.122093 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f5102e06-8a9d-4c54-a990-618edfcf6e75 req-bdad545b-a9a3-42db-81c7-d74d39c53d1c service neutron] 10.222.0.44 "GET /v2.0/networks/4e486921-0f80-48c5-9888-ae5de3f1e305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276073 Nov 09 15:36:08.257447 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f5102e06-8a9d-4c54-a990-618edfcf6e75 req-25520f73-b416-4cff-9023-e7cf1206e2f2 service neutron] 10.222.0.44 "GET /v2.0/networks/4e486921-0f80-48c5-9888-ae5de3f1e305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293435 Nov 09 15:36:08.305612 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-94bdcd0c-1c0e-4a3c-a923-0b9c08fe70d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35844a15-8600-4606-b254-060c78efc1d6', 'name': 'tempest-AttachVolumeTestJSON-600668670-router', 'tenant_id': '41dafbb04b984e61a49bf7c195f04598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.217'}], 'enable_snat': True}, 'gw_port_id': 'ee1577dd-f5f0-4945-80ba-b63d07808acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:27:05Z', 'updated_at': '2021-11-09T15:27:27Z', 'revision_number': 4, 'project_id': '41dafbb04b984e61a49bf7c195f04598', 'gw_port': {'id': 'ee1577dd-f5f0-4945-80ba-b63d07808acd', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35844a15-8600-4606-b254-060c78efc1d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:07Z', 'updated_at': '2021-11-09T15:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_interfaces': [{'id': 'c0123e44-58b7-4fd3-94a6-a7b383ce95cb', 'name': '', 'network_id': '54e70c2d-ce99-4138-a9cc-3f850389a6a6', 'tenant_id': '41dafbb04b984e61a49bf7c195f04598', 'mac_address': 'fa:16:3e:0f:de:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35844a15-8600-4606-b254-060c78efc1d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '9b608a26-d042-452d-99ad-6e47cca5fd61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:22Z', 'updated_at': '2021-11-09T15:27:37Z', 'revision_number': 5, 'project_id': '41dafbb04b984e61a49bf7c195f04598', 'subnets': [{'id': '9b608a26-d042-452d-99ad-6e47cca5fd61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:36:08.310563 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bdcd0c-1c0e-4a3c-a923-0b9c08fe70d0 None None] The sync data for ids ['35844a15-8600-4606-b254-060c78efc1d6'] in dv-cinder-817223-1-smb is: [{'id': '35844a15-8600-4606-b254-060c78efc1d6', 'name': 'tempest-AttachVolumeTestJSON-600668670-router', 'tenant_id': '41dafbb04b984e61a49bf7c195f04598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.217'}], 'enable_snat': True}, 'gw_port_id': 'ee1577dd-f5f0-4945-80ba-b63d07808acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:27:05Z', 'updated_at': '2021-11-09T15:27:27Z', 'revision_number': 4, 'project_id': '41dafbb04b984e61a49bf7c195f04598', 'gw_port': {'id': 'ee1577dd-f5f0-4945-80ba-b63d07808acd', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35844a15-8600-4606-b254-060c78efc1d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:07Z', 'updated_at': '2021-11-09T15:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_interfaces': [{'id': 'c0123e44-58b7-4fd3-94a6-a7b383ce95cb', 'name': '', 'network_id': '54e70c2d-ce99-4138-a9cc-3f850389a6a6', 'tenant_id': '41dafbb04b984e61a49bf7c195f04598', 'mac_address': 'fa:16:3e:0f:de:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35844a15-8600-4606-b254-060c78efc1d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '9b608a26-d042-452d-99ad-6e47cca5fd61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:22Z', 'updated_at': '2021-11-09T15:27:37Z', 'revision_number': 5, 'project_id': '41dafbb04b984e61a49bf7c195f04598', 'subnets': [{'id': '9b608a26-d042-452d-99ad-6e47cca5fd61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 15:36:08.481407 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 44512) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:36:08.546385 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c95a35-f722-435d-ae97-8774bd3abc77 None None] New status for floating IP e66d4ffc-d7d1-4403-afef-c8f2715ea578: DOWN {{(pid=86841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 15:36:08.557140 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-7ba5e781-384a-448d-b68d-b66a14129523 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks [] for security_group, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:08.586280 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-7ba5e781-384a-448d-b68d-b66a14129523 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:08.641803 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-7ba5e781-384a-448d-b68d-b66a14129523 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:08.645738 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-b1c2ffde-7ba6-4bbe-a0c7-1bf1ca8036d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:36:08.663161 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba5e781-384a-448d-b68d-b66a14129523 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb68574-9222-4fa3-b8be-8c7dee4d5ba1,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:36:08.674857 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba5e781-384a-448d-b68d-b66a14129523 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:36:08.675233 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba5e781-384a-448d-b68d-b66a14129523 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:36:08.675602 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba5e781-384a-448d-b68d-b66a14129523 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:36:08.675967 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba5e781-384a-448d-b68d-b66a14129523 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:36:08.676327 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba5e781-384a-448d-b68d-b66a14129523 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:36:08.676685 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba5e781-384a-448d-b68d-b66a14129523 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:36:08.677041 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba5e781-384a-448d-b68d-b66a14129523 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:36:08.677394 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba5e781-384a-448d-b68d-b66a14129523 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:36:08.677764 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba5e781-384a-448d-b68d-b66a14129523 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:36:08.678129 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba5e781-384a-448d-b68d-b66a14129523 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:36:08.678473 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba5e781-384a-448d-b68d-b66a14129523 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:36:08.678824 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba5e781-384a-448d-b68d-b66a14129523 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:36:08.682265 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-7ba5e781-384a-448d-b68d-b66a14129523 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:36:08.684876 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-7ba5e781-384a-448d-b68d-b66a14129523 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:08.686034 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-7ba5e781-384a-448d-b68d-b66a14129523 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "DELETE /v2.0/security-groups/dfb68574-9222-4fa3-b8be-8c7dee4d5ba1 HTTP/1.1" status: 204 len: 168 time: 0.2033725 Nov 09 15:36:08.689357 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 44516) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:36:08.708255 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.api.v2.resource [None req-876ec9ae-5b2e-40ce-9104-08a259f23fdf tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] show failed (client error): The resource could not be found. Nov 09 15:36:08.709368 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-876ec9ae-5b2e-40ce-9104-08a259f23fdf tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "GET /v2.0/security-groups/dfb68574-9222-4fa3-b8be-8c7dee4d5ba1 HTTP/1.1" status: 404 len: 347 time: 0.0190206 Nov 09 15:36:08.712363 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 44520) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:36:08.881206 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-3d7a1d52-0e44-4005-a431-86aac59edac5 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Deleting port 418405c7-1879-4416-9bbb-af5f93cc9c9c {{(pid=86839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 09 15:36:08.881549 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3d7a1d52-0e44-4005-a431-86aac59edac5 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763972629131'] for port, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:09.028678 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb26062-9a04-4925-8f54-d0be0fd18904 req-c7650ef3-9ca3-4d16-b25f-232f2423dbd7 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:36:09.030669 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-cbb26062-9a04-4925-8f54-d0be0fd18904 req-c7650ef3-9ca3-4d16-b25f-232f2423dbd7 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 946 time: 0.0897748 Nov 09 15:36:09.077092 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-cbb26062-9a04-4925-8f54-d0be0fd18904 req-1222ef02-53c8-4fb1-b561-7b8c0d45ade1 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397680 Nov 09 15:36:09.169740 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3d7a1d52-0e44-4005-a431-86aac59edac5 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980446'] for port, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:09.170099 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3d7a1d52-0e44-4005-a431-86aac59edac5 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:09.293863 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-3d7a1d52-0e44-4005-a431-86aac59edac5 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Calling delete_port for 418405c7-1879-4416-9bbb-af5f93cc9c9c owned by network:floatingip {{(pid=86839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 09 15:36:09.437768 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3d7a1d52-0e44-4005-a431-86aac59edac5 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763972633375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763972299780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337271'] for port, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:09.441348 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:36:09.485569 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7a1d52-0e44-4005-a431-86aac59edac5 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Pushing event deleted for resources: {'Port': ['ID=418405c7-1879-4416-9bbb-af5f93cc9c9c,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:36:09.488585 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-3d7a1d52-0e44-4005-a431-86aac59edac5 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:36:09.582846 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3d7a1d52-0e44-4005-a431-86aac59edac5 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks [] for floatingip, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:09.593000 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device 161d6e26-3e69-4a40-8a4b-577cd0e8e76c no longer exists at agent hyperv_hv-cinder-81722 {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 15:36:09.601063 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3d7a1d52-0e44-4005-a431-86aac59edac5 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581'] for floatingip, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:09.602233 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-3d7a1d52-0e44-4005-a431-86aac59edac5 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] 10.222.0.83 "DELETE /v2.0/floatingips/e66d4ffc-d7d1-4403-afef-c8f2715ea578 HTTP/1.1" status: 204 len: 168 time: 0.8888810 Nov 09 15:36:09.639223 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] No Port match for: 161d6e26-3e69-4a40-8a4b-577cd0e8e76c {{(pid=86840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 09 15:36:09.639561 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device 161d6e26-3e69-4a40-8a4b-577cd0e8e76c not bound to the agent host hv-cinder-81722 {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 15:36:09.639982 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device cf26e071-712a-4439-aa61-6003e5fb36ec no longer exists at agent hyperv_hv-cinder-81722 {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 15:36:09.763524 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:09.794335 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50bd789-1126-4369-9299-0480c1ba16b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf26e071-712a-4439-aa61-6003e5fb36ec'}] {{(pid=86840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:36:09.805079 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port cf26e071-712a-4439-aa61-6003e5fb36ec, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=cf26e071-712a-4439-aa61-6003e5fb36ec,segment=NetworkSegment(d9ea088f-84c5-40da-9a44-3534ad2a71f5),segment_id=d9ea088f-84c5-40da-9a44-3534ad2a71f5)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:36:09.813096 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:09.818091 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:36:09.877754 dv-cinder-817223-1-smb neutron-server[86840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50bd789-1126-4369-9299-0480c1ba16b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf26e071-712a-4439-aa61-6003e5fb36ec', 'code': 200} Nov 09 15:36:09.929265 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Pushing event updated for resources: {'Port': ['ID=cf26e071-712a-4439-aa61-6003e5fb36ec,revision_number=8']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:36:09.932744 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:36:10.267810 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62f831-b246-41ca-9c06-188193e39585 req-178ad1e0-6124-41da-add8-895330a9f48e tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:36:10.269307 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9f62f831-b246-41ca-9c06-188193e39585 req-178ad1e0-6124-41da-add8-895330a9f48e tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 944 time: 0.0804789 Nov 09 15:36:10.321254 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9f62f831-b246-41ca-9c06-188193e39585 req-2b83de80-a9ff-47b5-9087-2ae54d9b1712 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458455 Nov 09 15:36:12.125774 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a56583-1f58-4ee4-bce1-1ea7e7c6173a req-a9554aaf-d346-447f-a9ae-8c0dfc9da271 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:36:12.127272 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-54a56583-1f58-4ee4-bce1-1ea7e7c6173a req-a9554aaf-d346-447f-a9ae-8c0dfc9da271 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 944 time: 0.1764774 Nov 09 15:36:12.183447 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-54a56583-1f58-4ee4-bce1-1ea7e7c6173a req-9fb7326f-cb31-47b4-addd-cb9779dbab8f tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453460 Nov 09 15:36:12.237962 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 44588) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:36:12.372006 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [req-0c085376-a1ce-49b5-8c49-07180aeb9297 req-36f3c547-d08a-4abd-a12e-456f5a66bd37 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1328042 Nov 09 15:36:13.385261 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593ebc7-64c8-46cf-8f93-cf55c0ff0a02 req-00099ebc-26a8-4674-8dc3-b42d8c174514 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:36:13.387999 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f593ebc7-64c8-46cf-8f93-cf55c0ff0a02 req-00099ebc-26a8-4674-8dc3-b42d8c174514 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 944 time: 0.0864670 Nov 09 15:36:13.434772 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f593ebc7-64c8-46cf-8f93-cf55c0ff0a02 req-23666eda-c87a-4b1d-afa8-9eee4c1249e8 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408578 Nov 09 15:36:13.610843 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device cf26e071-712a-4439-aa61-6003e5fb36ec no longer exists at agent hyperv_hv-cinder-81722 {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 15:36:13.731620 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 44616) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:36:14.059771 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c085376-a1ce-49b5-8c49-07180aeb9297 req-b6884bec-4515-4315-bbaf-542459122d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:36:14.061266 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0c085376-a1ce-49b5-8c49-07180aeb9297 req-b6884bec-4515-4315-bbaf-542459122d9f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9&tenant_id=4c426877957540c3ae3ca3dce095a0e8 HTTP/1.1" status: 200 len: 1097 time: 0.0722301 Nov 09 15:36:14.160616 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c085376-a1ce-49b5-8c49-07180aeb9297 req-b7cdb2e7-46ed-4ea1-8dd4-fb00098d5c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:36:14.162459 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0c085376-a1ce-49b5-8c49-07180aeb9297 req-b7cdb2e7-46ed-4ea1-8dd4-fb00098d5c73 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4c426877957540c3ae3ca3dce095a0e8&device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 1097 time: 0.0769942 Nov 09 15:36:14.306080 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c085376-a1ce-49b5-8c49-07180aeb9297 req-f45271c2-e4ee-48f0-ab5d-e6885d06481b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:36:14.307622 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0c085376-a1ce-49b5-8c49-07180aeb9297 req-f45271c2-e4ee-48f0-ab5d-e6885d06481b service neutron] 10.222.0.44 "GET /v2.0/networks?id=4e486921-0f80-48c5-9888-ae5de3f1e305 HTTP/1.1" status: 200 len: 918 time: 0.1391368 Nov 09 15:36:14.418992 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0c085376-a1ce-49b5-8c49-07180aeb9297 req-f470ade0-194c-4f57-a449-550f267f5bcb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf26e071-712a-4439-aa61-6003e5fb36ec HTTP/1.1" status: 200 len: 999 time: 0.1050210 Nov 09 15:36:14.425463 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-bf602c99-ee7c-47c5-b348-c13b4c0ee97c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-822494'] for router_interface, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:14.487863 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c085376-a1ce-49b5-8c49-07180aeb9297 req-aba938ce-b688-48a5-b7c5-2e3064a3e69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:36:14.489302 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0c085376-a1ce-49b5-8c49-07180aeb9297 req-aba938ce-b688-48a5-b7c5-2e3064a3e69e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5ec84acc-d70c-4e8d-bb6d-6e13232b6778 HTTP/1.1" status: 200 len: 855 time: 0.0636928 Nov 09 15:36:14.620475 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c085376-a1ce-49b5-8c49-07180aeb9297 req-37628a8e-9fd5-4f36-93f1-f42d60855b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:36:14.622076 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0c085376-a1ce-49b5-8c49-07180aeb9297 req-37628a8e-9fd5-4f36-93f1-f42d60855b2d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4e486921-0f80-48c5-9888-ae5de3f1e305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1257880 Nov 09 15:36:14.762860 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd841a8d-0ec3-4477-8b5a-92c5dcca10d1 req-3ff9aed8-354f-4f88-a25a-14944cbcf1aa tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:36:14.764289 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-fd841a8d-0ec3-4477-8b5a-92c5dcca10d1 req-3ff9aed8-354f-4f88-a25a-14944cbcf1aa tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 944 time: 0.2022018 Nov 09 15:36:14.804822 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0c085376-a1ce-49b5-8c49-07180aeb9297 req-ab0db312-d2d6-4ae8-900e-269c939fdd15 service neutron] 10.222.0.44 "GET /v2.0/networks/4e486921-0f80-48c5-9888-ae5de3f1e305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743851 Nov 09 15:36:14.909789 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-fd841a8d-0ec3-4477-8b5a-92c5dcca10d1 req-1e4a87e0-d72e-4e43-a5fd-9da592507a28 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394482 Nov 09 15:36:14.946612 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-bf602c99-ee7c-47c5-b348-c13b4c0ee97c admin admin] Deleting port c0123e44-58b7-4fd3-94a6-a7b383ce95cb {{(pid=86839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 09 15:36:14.947322 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-bf602c99-ee7c-47c5-b348-c13b4c0ee97c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763972629131'] for port, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:14.964761 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0c085376-a1ce-49b5-8c49-07180aeb9297 req-ca898785-8ac2-4331-8143-34bc28c6aa52 service neutron] 10.222.0.44 "GET /v2.0/networks/4e486921-0f80-48c5-9888-ae5de3f1e305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487367 Nov 09 15:36:15.126494 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-bf602c99-ee7c-47c5-b348-c13b4c0ee97c admin admin] For port c0123e44-58b7-4fd3-94a6-a7b383ce95cb, host dv-cinder-817223-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=c0123e44-58b7-4fd3-94a6-a7b383ce95cb,segment=NetworkSegment(dd877f5c-ed2c-440a-8985-dad0e469fc3d),segment_id=dd877f5c-ed2c-440a-8985-dad0e469fc3d)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:36:15.126854 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-bf602c99-ee7c-47c5-b348-c13b4c0ee97c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980446'] for port, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:15.257950 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-bf602c99-ee7c-47c5-b348-c13b4c0ee97c admin admin] Calling delete_port for c0123e44-58b7-4fd3-94a6-a7b383ce95cb owned by network:router_interface {{(pid=86839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 09 15:36:15.500906 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-bf602c99-ee7c-47c5-b348-c13b4c0ee97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763972633375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763972299780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337271'] for port, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:15.504978 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-3d7a1d52-0e44-4005-a431-86aac59edac5 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:36:15.609949 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf602c99-ee7c-47c5-b348-c13b4c0ee97c admin admin] Pushing event deleted for resources: {'Port': ['ID=c0123e44-58b7-4fd3-94a6-a7b383ce95cb,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:36:15.612609 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-bf602c99-ee7c-47c5-b348-c13b4c0ee97c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:36:15.874701 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-bf602c99-ee7c-47c5-b348-c13b4c0ee97c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-822434'] for router_interface, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:16.137852 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af121089-4cb9-4e56-b00b-f3bfce1b6bc9 req-ee7bb90d-ac1d-4bba-9e64-557f1bfcd1c1 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:36:16.139392 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-af121089-4cb9-4e56-b00b-f3bfce1b6bc9 req-ee7bb90d-ac1d-4bba-9e64-557f1bfcd1c1 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 944 time: 0.1065977 Nov 09 15:36:16.190027 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-af121089-4cb9-4e56-b00b-f3bfce1b6bc9 req-50a494bc-22e1-4fcc-8392-ab8c35cad9f9 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444696 Nov 09 15:36:16.276641 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf602c99-ee7c-47c5-b348-c13b4c0ee97c admin admin] Router 35844a15-8600-4606-b254-060c78efc1d6 has already been hosted by L3 agent d083232d-238f-4a80-a5b8-222ad2e2cbfd {{(pid=86839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 09 15:36:16.560906 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf602c99-ee7c-47c5-b348-c13b4c0ee97c admin admin] Notify agent at l3_agent.dv-cinder-817223-1-smb the message routers_updated {{(pid=86839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 09 15:36:16.569578 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23af607e-1d2f-4a47-a328-20404abfabf5 None None] Sync routers for ids ['35844a15-8600-4606-b254-060c78efc1d6'] in dv-cinder-817223-1-smb {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 15:36:16.573555 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-bf602c99-ee7c-47c5-b348-c13b4c0ee97c admin admin] 10.222.0.83 "PUT /v2.0/routers/35844a15-8600-4606-b254-060c78efc1d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8402972 Nov 09 15:36:16.576242 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 44646) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:36:16.581599 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23af607e-1d2f-4a47-a328-20404abfabf5 None None] Routers {'35844a15-8600-4606-b254-060c78efc1d6'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:36:16.582277 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-23af607e-1d2f-4a47-a328-20404abfabf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:35:58Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['35844a15-8600-4606-b254-060c78efc1d6'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:36:16.778957 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e7cd81c2-a886-4d61-b2bb-397cb6ebc904 admin admin] Notify callbacks [] for router, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:16.783546 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-23af607e-1d2f-4a47-a328-20404abfabf5 None None] Set router 35844a15-8600-4606-b254-060c78efc1d6 gateway port host: dv-cinder-817223-1-smb {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:36:16.990069 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e7cd81c2-a886-4d61-b2bb-397cb6ebc904 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:17.002007 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-e7cd81c2-a886-4d61-b2bb-397cb6ebc904 admin admin] Deleting port ee1577dd-f5f0-4945-80ba-b63d07808acd {{(pid=86839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 09 15:36:17.002466 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e7cd81c2-a886-4d61-b2bb-397cb6ebc904 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763972629131'] for port, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:17.099872 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-23af607e-1d2f-4a47-a328-20404abfabf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35844a15-8600-4606-b254-060c78efc1d6', 'name': 'tempest-AttachVolumeTestJSON-600668670-router', 'tenant_id': '41dafbb04b984e61a49bf7c195f04598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.217'}], 'enable_snat': True}, 'gw_port_id': 'ee1577dd-f5f0-4945-80ba-b63d07808acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:27:05Z', 'updated_at': '2021-11-09T15:36:15Z', 'revision_number': 5, 'project_id': '41dafbb04b984e61a49bf7c195f04598', 'gw_port': {'id': 'ee1577dd-f5f0-4945-80ba-b63d07808acd', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35844a15-8600-4606-b254-060c78efc1d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:07Z', 'updated_at': '2021-11-09T15:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb'}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:36:17.104598 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23af607e-1d2f-4a47-a328-20404abfabf5 None None] Checking router: 35844a15-8600-4606-b254-060c78efc1d6 for host: dv-cinder-817223-1-smb {{(pid=86840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 15:36:17.114649 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23af607e-1d2f-4a47-a328-20404abfabf5 None None] Routers {'35844a15-8600-4606-b254-060c78efc1d6'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:36:17.115097 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-23af607e-1d2f-4a47-a328-20404abfabf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:35:58Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['35844a15-8600-4606-b254-060c78efc1d6'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:36:17.221351 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-e7cd81c2-a886-4d61-b2bb-397cb6ebc904 admin admin] For port ee1577dd-f5f0-4945-80ba-b63d07808acd, host dv-cinder-817223-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=ee1577dd-f5f0-4945-80ba-b63d07808acd,segment=NetworkSegment(5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3),segment_id=5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:36:17.221351 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e7cd81c2-a886-4d61-b2bb-397cb6ebc904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980446'] for port, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:17.284149 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-23af607e-1d2f-4a47-a328-20404abfabf5 None None] Set router 35844a15-8600-4606-b254-060c78efc1d6 gateway port host: None {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:36:17.427509 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-e7cd81c2-a886-4d61-b2bb-397cb6ebc904 admin admin] Calling delete_port for ee1577dd-f5f0-4945-80ba-b63d07808acd owned by network:router_gateway {{(pid=86839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 09 15:36:17.464070 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-23af607e-1d2f-4a47-a328-20404abfabf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35844a15-8600-4606-b254-060c78efc1d6', 'name': 'tempest-AttachVolumeTestJSON-600668670-router', 'tenant_id': '41dafbb04b984e61a49bf7c195f04598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:27:05Z', 'updated_at': '2021-11-09T15:36:16Z', 'revision_number': 6, 'project_id': '41dafbb04b984e61a49bf7c195f04598', 'gw_port_host': None}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:36:17.470688 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23af607e-1d2f-4a47-a328-20404abfabf5 None None] The sync data for ids ['35844a15-8600-4606-b254-060c78efc1d6'] in dv-cinder-817223-1-smb is: [{'id': '35844a15-8600-4606-b254-060c78efc1d6', 'name': 'tempest-AttachVolumeTestJSON-600668670-router', 'tenant_id': '41dafbb04b984e61a49bf7c195f04598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:27:05Z', 'updated_at': '2021-11-09T15:36:16Z', 'revision_number': 6, 'project_id': '41dafbb04b984e61a49bf7c195f04598', 'gw_port_host': None}] {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 15:36:17.503162 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d665499e-2443-47cc-8cbf-695a714ec10c req-4384bf79-2255-4fa9-bc5a-43cf20c9f612 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:36:17.505491 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d665499e-2443-47cc-8cbf-695a714ec10c req-4384bf79-2255-4fa9-bc5a-43cf20c9f612 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 944 time: 0.1024258 Nov 09 15:36:17.561705 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d665499e-2443-47cc-8cbf-695a714ec10c req-f161f2b1-b365-4f21-a3cb-e35887b66171 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486510 Nov 09 15:36:17.691469 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e7cd81c2-a886-4d61-b2bb-397cb6ebc904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763972633375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763972299780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337271'] for port, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:17.696631 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:36:17.774698 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cd81c2-a886-4d61-b2bb-397cb6ebc904 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee1577dd-f5f0-4945-80ba-b63d07808acd,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:36:17.783491 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-e7cd81c2-a886-4d61-b2bb-397cb6ebc904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:36:17.845791 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e7cd81c2-a886-4d61-b2bb-397cb6ebc904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978213'] for router_gateway, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:18.176385 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e7cd81c2-a886-4d61-b2bb-397cb6ebc904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-980324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-689'] for router, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:18.178929 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e7cd81c2-a886-4d61-b2bb-397cb6ebc904 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:18.204293 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e7cd81c2-a886-4d61-b2bb-397cb6ebc904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978257'] for router, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:18.205315 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7cd81c2-a886-4d61-b2bb-397cb6ebc904 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35844a15-8600-4606-b254-060c78efc1d6 {{(pid=86839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 09 15:36:18.221552 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e7cd81c2-a886-4d61-b2bb-397cb6ebc904 admin admin] Notify callbacks [] for router, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:18.224951 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-e7cd81c2-a886-4d61-b2bb-397cb6ebc904 admin admin] 10.222.0.83 "DELETE /v2.0/routers/35844a15-8600-4606-b254-060c78efc1d6 HTTP/1.1" status: 204 len: 168 time: 1.6454642 Nov 09 15:36:18.225167 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 44652) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:36:18.313937 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e00a9b7-4830-4a07-bf0f-fae9c27c1fd6 admin admin] Deleting subnet 9b608a26-d042-452d-99ad-6e47cca5fd61 {{(pid=86839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 09 15:36:18.322706 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-7e00a9b7-4830-4a07-bf0f-fae9c27c1fd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:18.380951 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-7e00a9b7-4830-4a07-bf0f-fae9c27c1fd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1821124'] for subnet, precommit_delete_associations {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:18.515496 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-7e00a9b7-4830-4a07-bf0f-fae9c27c1fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16468760'] for subnet, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:18.613074 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-7e00a9b7-4830-4a07-bf0f-fae9c27c1fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16468759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3222528'] for subnet, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:18.620970 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-23ff4ddf-eac6-4825-8961-30c7b669f778 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:36:18.672264 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb8ad5a-da3d-4f99-a6b7-ee643db83e61 None None] Network 54e70c2d-ce99-4138-a9cc-3f850389a6a6 requested from dv-cinder-817223-1-smb {{(pid=86840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 09 15:36:18.680693 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e00a9b7-4830-4a07-bf0f-fae9c27c1fd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b608a26-d042-452d-99ad-6e47cca5fd61,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:36:18.684788 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-7e00a9b7-4830-4a07-bf0f-fae9c27c1fd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:36:18.685944 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-7e00a9b7-4830-4a07-bf0f-fae9c27c1fd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:18.705970 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-7e00a9b7-4830-4a07-bf0f-fae9c27c1fd6 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/9b608a26-d042-452d-99ad-6e47cca5fd61 HTTP/1.1" status: 204 len: 168 time: 0.4794872 Nov 09 15:36:18.709662 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 44660) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:36:18.825541 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device ee1577dd-f5f0-4945-80ba-b63d07808acd no longer exists at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 15:36:18.872932 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] No Port match for: ee1577dd-f5f0-4945-80ba-b63d07808acd {{(pid=86840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 09 15:36:18.873437 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device ee1577dd-f5f0-4945-80ba-b63d07808acd not bound to the agent host dv-cinder-817223-1-smb {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 15:36:18.873979 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device c0123e44-58b7-4fd3-94a6-a7b383ce95cb no longer exists at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 15:36:18.921765 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] No Port match for: c0123e44-58b7-4fd3-94a6-a7b383ce95cb {{(pid=86840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 09 15:36:18.922275 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device c0123e44-58b7-4fd3-94a6-a7b383ce95cb not bound to the agent host dv-cinder-817223-1-smb {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 15:36:18.946569 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c874104c-f2ca-42eb-961a-9dee3623b73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16504018'] for network, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:18.982753 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [None req-c874104c-f2ca-42eb-961a-9dee3623b73d admin admin] Deleting port ec7ee98a-0888-4aed-9e24-08da3ddaf8ae {{(pid=86838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 09 15:36:18.983016 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c874104c-f2ca-42eb-961a-9dee3623b73d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763972629131'] for port, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:19.053214 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a71a15-f69e-44c4-8306-abb028987f26 req-9f2de6b5-b4ff-41fa-958e-55b36f1b2d10 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:36:19.054661 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f8a71a15-f69e-44c4-8306-abb028987f26 req-9f2de6b5-b4ff-41fa-958e-55b36f1b2d10 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 944 time: 0.1607468 Nov 09 15:36:19.134587 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4e64d7-7ebc-4daa-99d2-2810251b6aa6 None None] DHCP port deletion for 54e70c2d-ce99-4138-a9cc-3f850389a6a6 request from dv-cinder-817223-1-smb {{(pid=86840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 09 15:36:19.140643 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-0c4e64d7-7ebc-4daa-99d2-2810251b6aa6 None None] Deleting port ec7ee98a-0888-4aed-9e24-08da3ddaf8ae {{(pid=86840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 09 15:36:19.141029 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-0c4e64d7-7ebc-4daa-99d2-2810251b6aa6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763972629131'] for port, before_delete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:19.239866 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f8a71a15-f69e-44c4-8306-abb028987f26 req-e2482461-03d8-4888-9214-b5fe4ccdf9cf tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592524 Nov 09 15:36:19.410526 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [None req-c874104c-f2ca-42eb-961a-9dee3623b73d admin admin] For port ec7ee98a-0888-4aed-9e24-08da3ddaf8ae, host dv-cinder-817223-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=ec7ee98a-0888-4aed-9e24-08da3ddaf8ae,segment=NetworkSegment(dd877f5c-ed2c-440a-8985-dad0e469fc3d),segment_id=dd877f5c-ed2c-440a-8985-dad0e469fc3d)] {{(pid=86838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:36:19.411348 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c874104c-f2ca-42eb-961a-9dee3623b73d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980446'] for port, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:19.423675 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-0c4e64d7-7ebc-4daa-99d2-2810251b6aa6 None None] For port ec7ee98a-0888-4aed-9e24-08da3ddaf8ae, host dv-cinder-817223-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=ec7ee98a-0888-4aed-9e24-08da3ddaf8ae,segment=NetworkSegment(dd877f5c-ed2c-440a-8985-dad0e469fc3d),segment_id=dd877f5c-ed2c-440a-8985-dad0e469fc3d)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:36:19.424080 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-0c4e64d7-7ebc-4daa-99d2-2810251b6aa6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980446'] for port, precommit_delete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:19.559003 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [None req-c874104c-f2ca-42eb-961a-9dee3623b73d admin admin] Calling delete_port for ec7ee98a-0888-4aed-9e24-08da3ddaf8ae owned by network:dhcp {{(pid=86838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 09 15:36:19.559674 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-0c4e64d7-7ebc-4daa-99d2-2810251b6aa6 None None] Calling delete_port for ec7ee98a-0888-4aed-9e24-08da3ddaf8ae owned by network:dhcp {{(pid=86840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 09 15:36:19.650065 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c874104c-f2ca-42eb-961a-9dee3623b73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763972633375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763972299780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1120097'] for port, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:19.662287 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-b0af2e24-6966-4efe-9139-8907ac47f03e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:36:19.711998 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c874104c-f2ca-42eb-961a-9dee3623b73d admin admin] No DVR routers for this DVR port ec7ee98a-0888-4aed-9e24-08da3ddaf8ae on host dv-cinder-817223-1-smb {{(pid=86838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 15:36:19.715190 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c874104c-f2ca-42eb-961a-9dee3623b73d admin admin] Pushing event deleted for resources: {'Port': ['ID=ec7ee98a-0888-4aed-9e24-08da3ddaf8ae,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:36:19.717470 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.db.api [None req-0c4e64d7-7ebc-4daa-99d2-2810251b6aa6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 15:36:19.718081 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_db.api [None req-0c4e64d7-7ebc-4daa-99d2-2810251b6aa6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 15:36:19.741115 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-c874104c-f2ca-42eb-961a-9dee3623b73d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:36:19.838778 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c874104c-f2ca-42eb-961a-9dee3623b73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16467554', 'neutron.services.segments.db._delete_segments_for_network-8763972805012'] for network, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:19.865411 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.services.segments.db [None req-c874104c-f2ca-42eb-961a-9dee3623b73d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54e70c2d-ce99-4138-a9cc-3f850389a6a6']}} {{(pid=86838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:36:19.879136 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.services.segments.db [None req-c874104c-f2ca-42eb-961a-9dee3623b73d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd877f5c-ed2c-440a-8985-dad0e469fc3d') {'for_net_delete': True} {{(pid=86838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:36:19.879428 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.services.segments.db [None req-c874104c-f2ca-42eb-961a-9dee3623b73d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd877f5c-ed2c-440a-8985-dad0e469fc3d') {} {{(pid=86838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:36:19.893958 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c874104c-f2ca-42eb-961a-9dee3623b73d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763972734275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459826'] for segment, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:19.914327 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c874104c-f2ca-42eb-961a-9dee3623b73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16429219'] for segment, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:19.923511 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c874104c-f2ca-42eb-961a-9dee3623b73d admin admin] Releasing vlan 1240 on physical network physnet1 to pool {{(pid=86838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 15:36:19.923887 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c874104c-f2ca-42eb-961a-9dee3623b73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16429210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1120060'] for segment, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:19.938274 dv-cinder-817223-1-smb neutron-server[86838]: Traceback (most recent call last): Nov 09 15:36:19.938274 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 15:36:19.938274 dv-cinder-817223-1-smb neutron-server[86838]: timer() Nov 09 15:36:19.938274 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 15:36:19.938274 dv-cinder-817223-1-smb neutron-server[86838]: cb(*args, **kw) Nov 09 15:36:19.938274 dv-cinder-817223-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 15:36:19.938274 dv-cinder-817223-1-smb neutron-server[86838]: return func(*args, **kwargs) Nov 09 15:36:19.938274 dv-cinder-817223-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 15:36:19.938274 dv-cinder-817223-1-smb neutron-server[86838]: self._notify() Nov 09 15:36:19.938274 dv-cinder-817223-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 15:36:19.938274 dv-cinder-817223-1-smb neutron-server[86838]: self.callback(batched_events) Nov 09 15:36:19.938274 dv-cinder-817223-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 15:36:19.938274 dv-cinder-817223-1-smb neutron-server[86838]: event.method(event) Nov 09 15:36:19.938274 dv-cinder-817223-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 15:36:19.938274 dv-cinder-817223-1-smb neutron-server[86838]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 15:36:19.938274 dv-cinder-817223-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 15:36:19.938274 dv-cinder-817223-1-smb neutron-server[86838]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 15:36:19.938274 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 15:36:19.938274 dv-cinder-817223-1-smb neutron-server[86838]: return f(self, *a, **k) Nov 09 15:36:19.938274 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 09 15:36:19.938274 dv-cinder-817223-1-smb neutron-server[86838]: return self._get(url).json() Nov 09 15:36:19.938274 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 09 15:36:19.938274 dv-cinder-817223-1-smb neutron-server[86838]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 15:36:19.938274 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 15:36:19.938274 dv-cinder-817223-1-smb neutron-server[86838]: return self.request(url, 'GET', **kwargs) Nov 09 15:36:19.938274 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 15:36:19.938274 dv-cinder-817223-1-smb neutron-server[86838]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 15:36:19.938274 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 15:36:19.938274 dv-cinder-817223-1-smb neutron-server[86838]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 15:36:19.938274 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 15:36:19.938274 dv-cinder-817223-1-smb neutron-server[86838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 15:36:19.938274 dv-cinder-817223-1-smb neutron-server[86838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 15:36:20.022445 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c874104c-f2ca-42eb-961a-9dee3623b73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16467563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-978398'] for network, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:20.027318 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-d0d2d67c-3c06-42b4-8616-c5a9da3eca7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:36:20.040975 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c874104c-f2ca-42eb-961a-9dee3623b73d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:20.056500 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c874104c-f2ca-42eb-961a-9dee3623b73d admin admin] Pushing event deleted for resources: {'Network': ['ID=54e70c2d-ce99-4138-a9cc-3f850389a6a6,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:36:20.062158 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-c874104c-f2ca-42eb-961a-9dee3623b73d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:36:20.068639 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-c874104c-f2ca-42eb-961a-9dee3623b73d admin admin] 10.222.0.83 "DELETE /v2.0/networks/54e70c2d-ce99-4138-a9cc-3f850389a6a6 HTTP/1.1" status: 204 len: 168 time: 1.3572245 Nov 09 15:36:20.158771 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:20.205983 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 44666) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:36:20.219860 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-0c4e64d7-7ebc-4daa-99d2-2810251b6aa6 None None] Deleting port ec7ee98a-0888-4aed-9e24-08da3ddaf8ae {{(pid=86840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 09 15:36:20.220252 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-0c4e64d7-7ebc-4daa-99d2-2810251b6aa6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763972629131'] for port, before_delete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:20.301105 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-0c4e64d7-7ebc-4daa-99d2-2810251b6aa6 None None] The port 'ec7ee98a-0888-4aed-9e24-08da3ddaf8ae' was deleted {{(pid=86840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 09 15:36:20.303558 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-236e4f3c-a316-4f4b-b63a-9bf57a150a1f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=41dafbb04b984e61a49bf7c195f04598&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0952425 Nov 09 15:36:20.306140 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 44672) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:36:20.416047 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a31ef1c7-72e6-4601-83c3-8a31e32ee1cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:20.465347 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a31ef1c7-72e6-4601-83c3-8a31e32ee1cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:20.470239 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 44676) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:36:20.525472 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a31ef1c7-72e6-4601-83c3-8a31e32ee1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:20.532483 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-0939cd93-c755-4d96-82c9-49f36496e24c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:36:20.553013 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31ef1c7-72e6-4601-83c3-8a31e32ee1cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fdd44f2-d7f4-443a-b540-1365cba29a3d,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:36:20.556811 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a31ef1c7-72e6-4601-83c3-8a31e32ee1cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:20.560922 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-a31ef1c7-72e6-4601-83c3-8a31e32ee1cb admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6fdd44f2-d7f4-443a-b540-1365cba29a3d HTTP/1.1" status: 204 len: 168 time: 0.2515614 Nov 09 15:36:20.560922 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-a31ef1c7-72e6-4601-83c3-8a31e32ee1cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:36:20.577993 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd06c1f-9288-4f7a-9878-880140774436 req-d662045d-4fac-4c3d-b7e4-bb0e1c458484 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:36:20.579256 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-abd06c1f-9288-4f7a-9878-880140774436 req-d662045d-4fac-4c3d-b7e4-bb0e1c458484 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 944 time: 0.1958923 Nov 09 15:36:20.633062 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-abd06c1f-9288-4f7a-9878-880140774436 req-ad6102da-d0fd-49ad-bf12-b589788f9163 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473902 Nov 09 15:36:20.743106 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device ec7ee98a-0888-4aed-9e24-08da3ddaf8ae no longer exists at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 15:36:20.794075 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] No Port match for: ec7ee98a-0888-4aed-9e24-08da3ddaf8ae {{(pid=86840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 09 15:36:20.795110 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device ec7ee98a-0888-4aed-9e24-08da3ddaf8ae not bound to the agent host dv-cinder-817223-1-smb {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 15:36:20.998763 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-257d97ab-6013-4087-a3f5-a327c4e3ec14 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Deleting port 11ad0b6b-80fb-4e9a-ba61-e6e872e2e6f5 {{(pid=86839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 09 15:36:20.999474 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-257d97ab-6013-4087-a3f5-a327c4e3ec14 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763972629131'] for port, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:21.213495 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-257d97ab-6013-4087-a3f5-a327c4e3ec14 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980446'] for port, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:21.214706 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-257d97ab-6013-4087-a3f5-a327c4e3ec14 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:21.371806 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-257d97ab-6013-4087-a3f5-a327c4e3ec14 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Calling delete_port for 11ad0b6b-80fb-4e9a-ba61-e6e872e2e6f5 owned by network:floatingip {{(pid=86839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 09 15:36:21.570231 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-257d97ab-6013-4087-a3f5-a327c4e3ec14 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763972633375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763972299780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337271'] for port, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:21.574325 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-544b4d2a-a420-4186-a32d-766b263c14ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:36:21.624183 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d97ab-6013-4087-a3f5-a327c4e3ec14 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Pushing event deleted for resources: {'Port': ['ID=11ad0b6b-80fb-4e9a-ba61-e6e872e2e6f5,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:36:21.630174 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-257d97ab-6013-4087-a3f5-a327c4e3ec14 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:36:21.779250 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-257d97ab-6013-4087-a3f5-a327c4e3ec14 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Notify callbacks [] for floatingip, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:21.779592 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.db.l3_db [None req-257d97ab-6013-4087-a3f5-a327c4e3ec14 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Floating IP 707f9c25-02ae-4eaf-a5c9-1c5b2769c9f9 disassociated (deleted). External IP: 172.28.0.220, port: 0142e2c4-eb60-4802-ad14-6fc4dffccb92. Nov 09 15:36:21.898653 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb151c4-6498-41a2-af97-5d21a8478292 req-97435b58-4f4d-49dd-b2d0-ff883f4707e5 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:36:21.901074 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1fb151c4-6498-41a2-af97-5d21a8478292 req-97435b58-4f4d-49dd-b2d0-ff883f4707e5 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 944 time: 0.1282630 Nov 09 15:36:22.008396 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1fb151c4-6498-41a2-af97-5d21a8478292 req-49b478ac-18b0-430c-9789-7e7186e7ef00 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993011 Nov 09 15:36:22.569421 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-257d97ab-6013-4087-a3f5-a327c4e3ec14 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Router 00493027-7da0-4eb8-b516-b4b7508dc70b has already been hosted by L3 agent d083232d-238f-4a80-a5b8-222ad2e2cbfd {{(pid=86839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 09 15:36:22.804061 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257d97ab-6013-4087-a3f5-a327c4e3ec14 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Notify agent at l3_agent.dv-cinder-817223-1-smb the message routers_updated {{(pid=86839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 09 15:36:22.820353 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4431b1-dc13-467c-9ad9-6a6a5df2a981 None None] Sync routers for ids ['00493027-7da0-4eb8-b516-b4b7508dc70b'] in dv-cinder-817223-1-smb {{(pid=86841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 15:36:22.842861 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4431b1-dc13-467c-9ad9-6a6a5df2a981 None None] Routers {'00493027-7da0-4eb8-b516-b4b7508dc70b'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:36:22.843605 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-ba4431b1-dc13-467c-9ad9-6a6a5df2a981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:35:58Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['00493027-7da0-4eb8-b516-b4b7508dc70b'], 'active': True} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:36:22.849092 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-257d97ab-6013-4087-a3f5-a327c4e3ec14 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581'] for floatingip, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:22.952537 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-257d97ab-6013-4087-a3f5-a327c4e3ec14 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "DELETE /v2.0/floatingips/707f9c25-02ae-4eaf-a5c9-1c5b2769c9f9 HTTP/1.1" status: 204 len: 168 time: 2.4755151 Nov 09 15:36:22.952537 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dbe37dc-a774-4f49-be62-d7025c1c624b', 'tag': '0142e2c4-eb60-4802-ad14-6fc4dffccb92'}] {{(pid=86839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:36:23.029656 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dbe37dc-a774-4f49-be62-d7025c1c624b', 'tag': '0142e2c4-eb60-4802-ad14-6fc4dffccb92', 'status': 'completed', 'code': 200} Nov 09 15:36:23.170456 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvr_db [None req-ba4431b1-dc13-467c-9ad9-6a6a5df2a981 None None] Set router 00493027-7da0-4eb8-b516-b4b7508dc70b gateway port host: dv-cinder-817223-1-smb {{(pid=86841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:36:23.284278 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e400f-4860-422a-9623-269da4e17462 req-3f11846a-5758-4693-a187-116a569faf44 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:36:23.293342 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2f1e400f-4860-422a-9623-269da4e17462 req-3f11846a-5758-4693-a187-116a569faf44 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 944 time: 0.1124215 Nov 09 15:36:23.364244 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2f1e400f-4860-422a-9623-269da4e17462 req-1c2e3aa2-cb7b-4d2a-8cfa-e2b56e0c9bb8 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695117 Nov 09 15:36:23.629618 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e17de37-2aca-4155-ae4f-eaaa26eb35bf req-7391d189-b016-447f-b25a-7311ccafa52b tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:36:23.643262 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7e17de37-2aca-4155-ae4f-eaaa26eb35bf req-7391d189-b016-447f-b25a-7311ccafa52b tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/ports?device_id=7dbe37dc-a774-4f49-be62-d7025c1c624b HTTP/1.1" status: 200 len: 946 time: 0.1127765 Nov 09 15:36:23.692805 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7e17de37-2aca-4155-ae4f-eaaa26eb35bf req-762bf28b-470c-44c6-b06e-98c3e859c4c9 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/security-groups?id=32fa21a2-f405-41b4-9d28-b66d441de698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479958 Nov 09 15:36:23.815690 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-ba4431b1-dc13-467c-9ad9-6a6a5df2a981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00493027-7da0-4eb8-b516-b4b7508dc70b', 'name': 'tempest-TestShelveInstance-2057662020-router', 'tenant_id': '345997c2db1e4065ac8b48dad0e637b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.246'}], 'enable_snat': True}, 'gw_port_id': '88f8024a-c549-4e28-acfb-cf65ac6ffb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:30:05Z', 'updated_at': '2021-11-09T15:30:09Z', 'revision_number': 4, 'project_id': '345997c2db1e4065ac8b48dad0e637b6', 'gw_port': {'id': '88f8024a-c549-4e28-acfb-cf65ac6ffb15', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00493027-7da0-4eb8-b516-b4b7508dc70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:30:06Z', 'updated_at': '2021-11-09T15:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_interfaces': [{'id': '9b97a79b-f377-4a44-967e-e1438ee9ef34', 'name': '', 'network_id': '3cfbb68e-c639-413c-a5b6-fefed5963f11', 'tenant_id': '345997c2db1e4065ac8b48dad0e637b6', 'mac_address': 'fa:16:3e:b8:af:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00493027-7da0-4eb8-b516-b4b7508dc70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'eae5ff10-7231-4253-b865-1b978ddd800d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:30:09Z', 'updated_at': '2021-11-09T15:30:19Z', 'revision_number': 5, 'project_id': '345997c2db1e4065ac8b48dad0e637b6', 'subnets': [{'id': 'eae5ff10-7231-4253-b865-1b978ddd800d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:36:23.819861 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4431b1-dc13-467c-9ad9-6a6a5df2a981 None None] Checking router: 00493027-7da0-4eb8-b516-b4b7508dc70b for host: dv-cinder-817223-1-smb {{(pid=86841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 15:36:23.829953 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4431b1-dc13-467c-9ad9-6a6a5df2a981 None None] Routers {'00493027-7da0-4eb8-b516-b4b7508dc70b'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:36:23.829953 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-ba4431b1-dc13-467c-9ad9-6a6a5df2a981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:35:58Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['00493027-7da0-4eb8-b516-b4b7508dc70b'], 'active': True} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:36:24.021344 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvr_db [None req-ba4431b1-dc13-467c-9ad9-6a6a5df2a981 None None] Set router 00493027-7da0-4eb8-b516-b4b7508dc70b gateway port host: dv-cinder-817223-1-smb {{(pid=86841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:36:24.394131 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-ba4431b1-dc13-467c-9ad9-6a6a5df2a981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00493027-7da0-4eb8-b516-b4b7508dc70b', 'name': 'tempest-TestShelveInstance-2057662020-router', 'tenant_id': '345997c2db1e4065ac8b48dad0e637b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.246'}], 'enable_snat': True}, 'gw_port_id': '88f8024a-c549-4e28-acfb-cf65ac6ffb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:30:05Z', 'updated_at': '2021-11-09T15:30:09Z', 'revision_number': 4, 'project_id': '345997c2db1e4065ac8b48dad0e637b6', 'gw_port': {'id': '88f8024a-c549-4e28-acfb-cf65ac6ffb15', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00493027-7da0-4eb8-b516-b4b7508dc70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:30:06Z', 'updated_at': '2021-11-09T15:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_interfaces': [{'id': '9b97a79b-f377-4a44-967e-e1438ee9ef34', 'name': '', 'network_id': '3cfbb68e-c639-413c-a5b6-fefed5963f11', 'tenant_id': '345997c2db1e4065ac8b48dad0e637b6', 'mac_address': 'fa:16:3e:b8:af:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00493027-7da0-4eb8-b516-b4b7508dc70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'eae5ff10-7231-4253-b865-1b978ddd800d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:30:09Z', 'updated_at': '2021-11-09T15:30:19Z', 'revision_number': 5, 'project_id': '345997c2db1e4065ac8b48dad0e637b6', 'subnets': [{'id': 'eae5ff10-7231-4253-b865-1b978ddd800d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:36:24.398883 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4431b1-dc13-467c-9ad9-6a6a5df2a981 None None] The sync data for ids ['00493027-7da0-4eb8-b516-b4b7508dc70b'] in dv-cinder-817223-1-smb is: [{'id': '00493027-7da0-4eb8-b516-b4b7508dc70b', 'name': 'tempest-TestShelveInstance-2057662020-router', 'tenant_id': '345997c2db1e4065ac8b48dad0e637b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.246'}], 'enable_snat': True}, 'gw_port_id': '88f8024a-c549-4e28-acfb-cf65ac6ffb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:30:05Z', 'updated_at': '2021-11-09T15:30:09Z', 'revision_number': 4, 'project_id': '345997c2db1e4065ac8b48dad0e637b6', 'gw_port': {'id': '88f8024a-c549-4e28-acfb-cf65ac6ffb15', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00493027-7da0-4eb8-b516-b4b7508dc70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:30:06Z', 'updated_at': '2021-11-09T15:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_interfaces': [{'id': '9b97a79b-f377-4a44-967e-e1438ee9ef34', 'name': '', 'network_id': '3cfbb68e-c639-413c-a5b6-fefed5963f11', 'tenant_id': '345997c2db1e4065ac8b48dad0e637b6', 'mac_address': 'fa:16:3e:b8:af:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00493027-7da0-4eb8-b516-b4b7508dc70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'eae5ff10-7231-4253-b865-1b978ddd800d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:30:09Z', 'updated_at': '2021-11-09T15:30:19Z', 'revision_number': 5, 'project_id': '345997c2db1e4065ac8b48dad0e637b6', 'subnets': [{'id': 'eae5ff10-7231-4253-b865-1b978ddd800d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 15:36:24.577464 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27349119-b64a-45b2-975a-73fde819bc87 req-6fd63794-955d-40ef-ac09-f0b87bc731d7 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:36:24.579167 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-27349119-b64a-45b2-975a-73fde819bc87 req-6fd63794-955d-40ef-ac09-f0b87bc731d7 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 944 time: 0.0920966 Nov 09 15:36:24.640416 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-27349119-b64a-45b2-975a-73fde819bc87 req-5fc3f38e-4f21-4106-96d9-7e973f076b84 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533628 Nov 09 15:36:24.715733 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1d694f-2052-4380-823f-591927e85f84 None None] New status for floating IP 707f9c25-02ae-4eaf-a5c9-1c5b2769c9f9: DOWN {{(pid=86840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 15:36:24.975653 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ecbe8-d55c-45d5-8d01-cdd0cb2d2f48 req-7646d97d-5fae-413d-970d-6cdf3392e97e tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:36:24.977455 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-039ecbe8-d55c-45d5-8d01-cdd0cb2d2f48 req-7646d97d-5fae-413d-970d-6cdf3392e97e tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/ports?device_id=7dbe37dc-a774-4f49-be62-d7025c1c624b HTTP/1.1" status: 200 len: 946 time: 0.1306348 Nov 09 15:36:25.038245 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-039ecbe8-d55c-45d5-8d01-cdd0cb2d2f48 req-2c80cead-c6a9-4570-847f-06fb1023779a tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/security-groups?id=32fa21a2-f405-41b4-9d28-b66d441de698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534811 Nov 09 15:36:25.114270 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-a90a16dc-e0ed-440c-920c-604ce89d0fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:25.507319 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:25.861547 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337dedb-da62-4658-8a44-cd8758bbc3a0 req-8ae47fd4-32a8-4d51-adf9-7ea296f0990a tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:36:25.863285 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8337dedb-da62-4658-8a44-cd8758bbc3a0 req-8ae47fd4-32a8-4d51-adf9-7ea296f0990a tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 944 time: 0.0913692 Nov 09 15:36:25.924645 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8337dedb-da62-4658-8a44-cd8758bbc3a0 req-8bcbd7b5-f7e3-424e-83ef-8fa750914742 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533891 Nov 09 15:36:26.232814 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b4f1d3-98ce-445e-8ef0-a02965ab5aeb req-45dc5647-88b9-4385-aabf-daf6a243cb44 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:36:26.234450 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-89b4f1d3-98ce-445e-8ef0-a02965ab5aeb req-45dc5647-88b9-4385-aabf-daf6a243cb44 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/ports?device_id=7dbe37dc-a774-4f49-be62-d7025c1c624b HTTP/1.1" status: 200 len: 946 time: 0.0896387 Nov 09 15:36:26.286628 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-89b4f1d3-98ce-445e-8ef0-a02965ab5aeb req-a6e37c9b-3327-445b-9317-4e0396298e8a tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/security-groups?id=32fa21a2-f405-41b4-9d28-b66d441de698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467417 Nov 09 15:36:27.123219 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c35131a-7e71-419b-bb8f-f08cf6bb4bca req-20b160e4-433e-4608-bf6c-87aa1b6f1d7b tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:36:27.124698 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7c35131a-7e71-419b-bb8f-f08cf6bb4bca req-20b160e4-433e-4608-bf6c-87aa1b6f1d7b tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 944 time: 0.0848362 Nov 09 15:36:27.255923 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7c35131a-7e71-419b-bb8f-f08cf6bb4bca req-0987dfbe-a647-4494-babd-417592e3af50 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252165 Nov 09 15:36:27.490807 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abab666-cd2d-4066-b5c4-518cd18d057f req-cd2e427f-8f7a-4707-bc3f-e9c694b917d0 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:36:27.492293 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7abab666-cd2d-4066-b5c4-518cd18d057f req-cd2e427f-8f7a-4707-bc3f-e9c694b917d0 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/ports?device_id=7dbe37dc-a774-4f49-be62-d7025c1c624b HTTP/1.1" status: 200 len: 946 time: 0.0913203 Nov 09 15:36:27.539162 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7abab666-cd2d-4066-b5c4-518cd18d057f req-7b3d7982-23bf-433e-ba3e-67cc01bbcb0a tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/security-groups?id=32fa21a2-f405-41b4-9d28-b66d441de698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402522 Nov 09 15:36:27.649133 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-ffbe31c7-bdf8-4ed2-adf6-82cbeef0beaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:28.475545 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3549393-c730-4c89-935b-419027a7f250 req-e6659c14-b1a5-4e1a-af83-b0bac8f1b14e tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:36:28.477033 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f3549393-c730-4c89-935b-419027a7f250 req-e6659c14-b1a5-4e1a-af83-b0bac8f1b14e tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 944 time: 0.0957158 Nov 09 15:36:28.526868 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f3549393-c730-4c89-935b-419027a7f250 req-73485125-cce2-4c61-903a-11f50d012fbf tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431545 Nov 09 15:36:28.681427 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:28.768689 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bcff90-5f63-4850-a025-aa1afcc66c6d req-3b3fe21a-adb7-437b-9b44-66ca9c4f9d00 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:36:28.770213 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-34bcff90-5f63-4850-a025-aa1afcc66c6d req-3b3fe21a-adb7-437b-9b44-66ca9c4f9d00 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/ports?device_id=7dbe37dc-a774-4f49-be62-d7025c1c624b HTTP/1.1" status: 200 len: 946 time: 0.1130972 Nov 09 15:36:28.824510 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-34bcff90-5f63-4850-a025-aa1afcc66c6d req-6bb0cd5a-d2d6-46ff-bbb8-f6eb512b5903 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/security-groups?id=32fa21a2-f405-41b4-9d28-b66d441de698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444026 Nov 09 15:36:29.086288 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79cf3b8-c994-4487-9c87-e7f0718a7172 req-f29303a3-2f0d-4142-9a29-25a909750a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:36:29.087652 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c79cf3b8-c994-4487-9c87-e7f0718a7172 req-f29303a3-2f0d-4142-9a29-25a909750a78 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=345997c2db1e4065ac8b48dad0e637b6&device_id=7dbe37dc-a774-4f49-be62-d7025c1c624b HTTP/1.1" status: 200 len: 1099 time: 0.0708241 Nov 09 15:36:29.223368 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79cf3b8-c994-4487-9c87-e7f0718a7172 req-0b537d15-3a72-4750-a933-0c5dfac1d902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:36:29.224801 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c79cf3b8-c994-4487-9c87-e7f0718a7172 req-0b537d15-3a72-4750-a933-0c5dfac1d902 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3cfbb68e-c639-413c-a5b6-fefed5963f11 HTTP/1.1" status: 200 len: 911 time: 0.1291437 Nov 09 15:36:29.295918 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c79cf3b8-c994-4487-9c87-e7f0718a7172 req-db447c59-e448-4008-8574-7961e13b7e74 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0142e2c4-eb60-4802-ad14-6fc4dffccb92 HTTP/1.1" status: 200 len: 217 time: 0.0636554 Nov 09 15:36:29.358226 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79cf3b8-c994-4487-9c87-e7f0718a7172 req-130a0e67-1ecc-4fe9-8f16-cb13b4b02deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:36:29.359498 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c79cf3b8-c994-4487-9c87-e7f0718a7172 req-130a0e67-1ecc-4fe9-8f16-cb13b4b02deb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eae5ff10-7231-4253-b865-1b978ddd800d HTTP/1.1" status: 200 len: 848 time: 0.0558469 Nov 09 15:36:29.438425 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79cf3b8-c994-4487-9c87-e7f0718a7172 req-c2d408a1-e9cc-497a-8095-2ad942cfda78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:36:29.439856 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c79cf3b8-c994-4487-9c87-e7f0718a7172 req-c2d408a1-e9cc-497a-8095-2ad942cfda78 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3cfbb68e-c639-413c-a5b6-fefed5963f11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0719988 Nov 09 15:36:29.574288 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c79cf3b8-c994-4487-9c87-e7f0718a7172 req-3191c1ae-1dac-4718-87ae-df35b6cb77e2 service neutron] 10.222.0.44 "GET /v2.0/networks/3cfbb68e-c639-413c-a5b6-fefed5963f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271245 Nov 09 15:36:29.761698 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c79cf3b8-c994-4487-9c87-e7f0718a7172 req-c9e036ef-8aa0-4c67-b765-f4bb9a73bee1 service neutron] 10.222.0.44 "GET /v2.0/networks/3cfbb68e-c639-413c-a5b6-fefed5963f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799772 Nov 09 15:36:29.777024 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2dcb11-80f8-47d6-8956-a8e48b937398 req-bb9a64fd-5346-4fe6-9963-291d851b967f tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:36:29.778134 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8a2dcb11-80f8-47d6-8956-a8e48b937398 req-bb9a64fd-5346-4fe6-9963-291d851b967f tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 944 time: 0.1302428 Nov 09 15:36:29.826183 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8a2dcb11-80f8-47d6-8956-a8e48b937398 req-e534ef1c-32f8-4db3-8d9f-8496a51c3366 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407298 Nov 09 15:36:30.009858 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06542f12-53d5-4787-9fec-2c85b299817d req-e04ca468-e8d8-4201-a9e9-7f96074bec04 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:36:30.011935 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-06542f12-53d5-4787-9fec-2c85b299817d req-e04ca468-e8d8-4201-a9e9-7f96074bec04 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/ports?device_id=7dbe37dc-a774-4f49-be62-d7025c1c624b HTTP/1.1" status: 200 len: 946 time: 0.0829217 Nov 09 15:36:30.056182 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-06542f12-53d5-4787-9fec-2c85b299817d req-9e588b81-55df-44ea-b7c9-b50fedd4301e tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/security-groups?id=32fa21a2-f405-41b4-9d28-b66d441de698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386732 Nov 09 15:36:30.222357 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:30.795505 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d4520-93dd-42a7-b1b1-0f0e6479d737 req-dbcf2ffa-9323-4f55-b0d6-836c761398bd tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:36:30.796951 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f80d4520-93dd-42a7-b1b1-0f0e6479d737 req-dbcf2ffa-9323-4f55-b0d6-836c761398bd tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.44 "GET /v2.0/ports?device_id=7dbe37dc-a774-4f49-be62-d7025c1c624b HTTP/1.1" status: 200 len: 946 time: 0.0804238 Nov 09 15:36:30.880442 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [req-f80d4520-93dd-42a7-b1b1-0f0e6479d737 req-a656397f-2955-467d-850d-77e361140aef tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Deleting port 0142e2c4-eb60-4802-ad14-6fc4dffccb92 {{(pid=86838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 09 15:36:30.881041 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-f80d4520-93dd-42a7-b1b1-0f0e6479d737 req-a656397f-2955-467d-850d-77e361140aef tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763972629131'] for port, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:31.316641 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e606ef8-175c-4c48-8e2c-539ef72f458b req-217e880f-8697-46b3-a8bb-430e7f91d8f6 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:36:31.318104 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2e606ef8-175c-4c48-8e2c-539ef72f458b req-217e880f-8697-46b3-a8bb-430e7f91d8f6 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 944 time: 0.3798113 Nov 09 15:36:31.331452 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-f80d4520-93dd-42a7-b1b1-0f0e6479d737 req-a656397f-2955-467d-850d-77e361140aef tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] For port 0142e2c4-eb60-4802-ad14-6fc4dffccb92, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=0142e2c4-eb60-4802-ad14-6fc4dffccb92,segment=NetworkSegment(535fd3fd-ed81-4b3f-91e8-e1d41c5d61da),segment_id=535fd3fd-ed81-4b3f-91e8-e1d41c5d61da)] {{(pid=86838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:36:31.331799 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-f80d4520-93dd-42a7-b1b1-0f0e6479d737 req-a656397f-2955-467d-850d-77e361140aef tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980446'] for port, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:31.480552 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [req-f80d4520-93dd-42a7-b1b1-0f0e6479d737 req-a656397f-2955-467d-850d-77e361140aef tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Calling delete_port for 0142e2c4-eb60-4802-ad14-6fc4dffccb92 owned by compute:nova {{(pid=86838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 09 15:36:31.537785 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c09a239-71b0-49a8-a640-897208fae2ec req-01d08c89-29da-4f12-9913-5cfd08798110 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:36:31.539174 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8c09a239-71b0-49a8-a640-897208fae2ec req-01d08c89-29da-4f12-9913-5cfd08798110 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/ports?device_id=7dbe37dc-a774-4f49-be62-d7025c1c624b HTTP/1.1" status: 200 len: 946 time: 0.3539653 Nov 09 15:36:31.579890 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2e606ef8-175c-4c48-8e2c-539ef72f458b req-24abc6b5-daf8-451b-ab70-05b1e83c05e7 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2502511 Nov 09 15:36:31.624158 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8c09a239-71b0-49a8-a640-897208fae2ec req-3365c9b5-2394-4d24-bae5-6eac5b1848f4 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/security-groups?id=32fa21a2-f405-41b4-9d28-b66d441de698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775106 Nov 09 15:36:31.656758 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device cf26e071-712a-4439-aa61-6003e5fb36ec details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=86840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 15:36:31.696217 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-f80d4520-93dd-42a7-b1b1-0f0e6479d737 req-a656397f-2955-467d-850d-77e361140aef tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763972633375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763972299780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1120097'] for port, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:31.702482 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-13624046-6889-4bcf-a891-f0a0e78d1766 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:36:31.746865 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a656397f-2955-467d-850d-77e361140aef tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Pushing event deleted for resources: {'Port': ['ID=0142e2c4-eb60-4802-ad14-6fc4dffccb92,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:36:31.749904 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-a656397f-2955-467d-850d-77e361140aef tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:36:31.825612 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [req-f80d4520-93dd-42a7-b1b1-0f0e6479d737 req-a656397f-2955-467d-850d-77e361140aef tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] No DVR routers for this DVR port 0142e2c4-eb60-4802-ad14-6fc4dffccb92 on host hv-cinder-81722 {{(pid=86838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 15:36:31.828028 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-f80d4520-93dd-42a7-b1b1-0f0e6479d737 req-a656397f-2955-467d-850d-77e361140aef tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:31.830687 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dbe37dc-a774-4f49-be62-d7025c1c624b', 'name': 'network-vif-deleted', 'tag': '0142e2c4-eb60-4802-ad14-6fc4dffccb92'}] {{(pid=86838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:36:31.832127 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port cf26e071-712a-4439-aa61-6003e5fb36ec, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=cf26e071-712a-4439-aa61-6003e5fb36ec,segment=NetworkSegment(d9ea088f-84c5-40da-9a44-3534ad2a71f5),segment_id=d9ea088f-84c5-40da-9a44-3534ad2a71f5)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:36:31.842823 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f80d4520-93dd-42a7-b1b1-0f0e6479d737 req-a656397f-2955-467d-850d-77e361140aef tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.44 "DELETE /v2.0/ports/0142e2c4-eb60-4802-ad14-6fc4dffccb92 HTTP/1.1" status: 204 len: 173 time: 1.0403194 Nov 09 15:36:31.846822 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Returning: {'device': 'cf26e071-712a-4439-aa61-6003e5fb36ec', 'network_id': '4e486921-0f80-48c5-9888-ae5de3f1e305', 'port_id': 'cf26e071-712a-4439-aa61-6003e5fb36ec', 'mac_address': 'fa:16:3e:5a:d1:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ec84acc-d70c-4e8d-bb6d-6e13232b6778', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 15:36:31.881453 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dbe37dc-a774-4f49-be62-d7025c1c624b', 'name': 'network-vif-deleted', 'tag': '0142e2c4-eb60-4802-ad14-6fc4dffccb92', 'status': 'completed', 'code': 200} Nov 09 15:36:31.907367 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:31.924953 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.notifiers.nova [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf26e071-712a-4439-aa61-6003e5fb36ec {{(pid=86840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 15:36:31.940785 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port cf26e071-712a-4439-aa61-6003e5fb36ec, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=cf26e071-712a-4439-aa61-6003e5fb36ec,segment=NetworkSegment(d9ea088f-84c5-40da-9a44-3534ad2a71f5),segment_id=d9ea088f-84c5-40da-9a44-3534ad2a71f5)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:36:31.945193 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:31.948855 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:36:32.021358 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Pushing event updated for resources: {'Port': ['ID=cf26e071-712a-4439-aa61-6003e5fb36ec,revision_number=9']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:36:32.024361 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:36:32.319258 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] get_ports_and_sgs() called for port_ids ['cf26e071-712a-4439-aa61-6003e5fb36ec'] {{(pid=86840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 09 15:36:32.819173 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-004c9dcb-6b2e-4e64-ab45-992ee9929ca6 req-83e7f3d4-7ef4-4f32-bee1-fd404f47aecd tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Synchronizing usage tracker for tenant:345997c2db1e4065ac8b48dad0e637b6 on resource:port {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 15:36:32.853470 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c43e6-bd02-43bb-bcf5-3c0a229fc784 req-bdb3797e-fa5b-4a0b-abed-6f3d594b134b tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:36:32.855467 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7c5c43e6-bd02-43bb-bcf5-3c0a229fc784 req-bdb3797e-fa5b-4a0b-abed-6f3d594b134b tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 945 time: 0.1599994 Nov 09 15:36:32.856191 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-004c9dcb-6b2e-4e64-ab45-992ee9929ca6 req-83e7f3d4-7ef4-4f32-bee1-fd404f47aecd tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Unset dirty status for tenant:345997c2db1e4065ac8b48dad0e637b6 on resource:port {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 15:36:32.857394 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-004c9dcb-6b2e-4e64-ab45-992ee9929ca6 req-83e7f3d4-7ef4-4f32-bee1-fd404f47aecd tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "GET /v2.0/ports?device_id=7dbe37dc-a774-4f49-be62-d7025c1c624b HTTP/1.1" status: 200 len: 210 time: 0.0889666 Nov 09 15:36:32.911500 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7c5c43e6-bd02-43bb-bcf5-3c0a229fc784 req-1431bf64-bed2-445d-a534-611cbdd94782 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474675 Nov 09 15:36:33.671927 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device cf26e071-712a-4439-aa61-6003e5fb36ec up at agent hyperv_hv-cinder-81722 {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:36:33.741140 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Provisioning complete for port cf26e071-712a-4439-aa61-6003e5fb36ec triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:36:33.741510 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:33.856141 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:33.881669 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50bd789-1126-4369-9299-0480c1ba16b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf26e071-712a-4439-aa61-6003e5fb36ec'}] {{(pid=86840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:36:33.891747 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port cf26e071-712a-4439-aa61-6003e5fb36ec, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=cf26e071-712a-4439-aa61-6003e5fb36ec,segment=NetworkSegment(d9ea088f-84c5-40da-9a44-3534ad2a71f5),segment_id=d9ea088f-84c5-40da-9a44-3534ad2a71f5)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:36:33.897507 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:33.898436 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device 0142e2c4-eb60-4802-ad14-6fc4dffccb92 no longer exists at agent hyperv_hv-cinder-81722 {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 15:36:33.927247 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:36:33.956436 dv-cinder-817223-1-smb neutron-server[86840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50bd789-1126-4369-9299-0480c1ba16b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf26e071-712a-4439-aa61-6003e5fb36ec', 'code': 200} Nov 09 15:36:33.964829 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 44862) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:36:33.973134 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] No Port match for: 0142e2c4-eb60-4802-ad14-6fc4dffccb92 {{(pid=86840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 09 15:36:33.973486 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device 0142e2c4-eb60-4802-ad14-6fc4dffccb92 not bound to the agent host hv-cinder-81722 {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 15:36:33.999915 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Pushing event updated for resources: {'Port': ['ID=cf26e071-712a-4439-aa61-6003e5fb36ec,revision_number=10']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:36:34.003101 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:36:34.047843 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-ce4ed995-3746-46db-9e25-1438426d7c10 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:34.173658 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-ce4ed995-3746-46db-9e25-1438426d7c10 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:34.263741 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc778b4-b261-4ad5-ba67-e97f76a78388 req-db44b1a8-a314-4370-8bd7-535c2e8e9ab1 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:36:34.270492 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8bc778b4-b261-4ad5-ba67-e97f76a78388 req-db44b1a8-a314-4370-8bd7-535c2e8e9ab1 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 947 time: 0.2203414 Nov 09 15:36:34.305856 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaece0b-9312-4d54-bc68-c543dcaa9004 req-506c100c-1c28-42cf-b2ef-eebb58d80678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:36:34.307986 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-bfaece0b-9312-4d54-bc68-c543dcaa9004 req-506c100c-1c28-42cf-b2ef-eebb58d80678 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 1100 time: 0.1900072 Nov 09 15:36:34.347419 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8bc778b4-b261-4ad5-ba67-e97f76a78388 req-8d623f3c-1e3f-491d-b8e7-f5fff096801f tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760829 Nov 09 15:36:34.368360 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-bfaece0b-9312-4d54-bc68-c543dcaa9004 req-df5c73df-4f0c-42a3-9af9-303150e84753 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528665 Nov 09 15:36:34.374356 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-ce4ed995-3746-46db-9e25-1438426d7c10 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:34.379379 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-2b6fa25f-f58a-4c14-b74d-6cdfcbd7858d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:36:34.393324 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ed995-3746-46db-9e25-1438426d7c10 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32fa21a2-f405-41b4-9d28-b66d441de698,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:36:34.396241 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-ce4ed995-3746-46db-9e25-1438426d7c10 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:36:34.403667 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-ce4ed995-3746-46db-9e25-1438426d7c10 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:34.404874 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-ce4ed995-3746-46db-9e25-1438426d7c10 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] 10.222.0.83 "DELETE /v2.0/security-groups/32fa21a2-f405-41b4-9d28-b66d441de698 HTTP/1.1" status: 204 len: 168 time: 0.4384327 Nov 09 15:36:34.454599 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 44880) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:36:35.127593 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.agents_db [None req-0bb7c99c-2b67-41fc-97bf-7ac1ae3a1626 None None] Agent healthcheck: found 6 active agents {{(pid=86841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 15:36:35.231480 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-57c195dd-1e43-4d38-9d73-8b2a6f9d2390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-822494'] for router_interface, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:35.622852 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d2c30-a436-477a-a779-160251378ad4 req-ae5ccdde-7d5a-4f2d-ad5e-ff59cce9da63 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:36:35.624301 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-db4d2c30-a436-477a-a779-160251378ad4 req-ae5ccdde-7d5a-4f2d-ad5e-ff59cce9da63 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 947 time: 0.1436117 Nov 09 15:36:35.678875 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [None req-57c195dd-1e43-4d38-9d73-8b2a6f9d2390 admin admin] Deleting port 9b97a79b-f377-4a44-967e-e1438ee9ef34 {{(pid=86838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 09 15:36:35.679212 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-57c195dd-1e43-4d38-9d73-8b2a6f9d2390 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763972629131'] for port, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:35.720978 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-db4d2c30-a436-477a-a779-160251378ad4 req-0a60d722-c506-4ff4-9e47-3d3955da0401 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902412 Nov 09 15:36:35.873384 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [None req-57c195dd-1e43-4d38-9d73-8b2a6f9d2390 admin admin] For port 9b97a79b-f377-4a44-967e-e1438ee9ef34, host dv-cinder-817223-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=9b97a79b-f377-4a44-967e-e1438ee9ef34,segment=NetworkSegment(535fd3fd-ed81-4b3f-91e8-e1d41c5d61da),segment_id=535fd3fd-ed81-4b3f-91e8-e1d41c5d61da)] {{(pid=86838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:36:35.873802 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-57c195dd-1e43-4d38-9d73-8b2a6f9d2390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980446'] for port, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:36.020821 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [None req-57c195dd-1e43-4d38-9d73-8b2a6f9d2390 admin admin] Calling delete_port for 9b97a79b-f377-4a44-967e-e1438ee9ef34 owned by network:router_interface {{(pid=86838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 09 15:36:36.361467 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-57c195dd-1e43-4d38-9d73-8b2a6f9d2390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763972633375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763972299780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1120097'] for port, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:36.365972 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-48af5efd-539f-4e18-8d72-2e8d5e5bb1d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:36:36.441668 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c195dd-1e43-4d38-9d73-8b2a6f9d2390 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b97a79b-f377-4a44-967e-e1438ee9ef34,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:36:36.444418 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-57c195dd-1e43-4d38-9d73-8b2a6f9d2390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:36:36.789644 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-57c195dd-1e43-4d38-9d73-8b2a6f9d2390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-822434'] for router_interface, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:37.036930 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42afdab3-25d3-4653-b37c-5f455af01f8a req-dce87c12-0e08-4e66-9d41-1a43ece3bfe7 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:36:37.038617 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-42afdab3-25d3-4653-b37c-5f455af01f8a req-dce87c12-0e08-4e66-9d41-1a43ece3bfe7 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 947 time: 0.1909542 Nov 09 15:36:37.223055 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-42afdab3-25d3-4653-b37c-5f455af01f8a req-0c4cef59-7827-4c57-ba20-cb38a983df36 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361377 Nov 09 15:36:37.251348 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c195dd-1e43-4d38-9d73-8b2a6f9d2390 admin admin] Router 00493027-7da0-4eb8-b516-b4b7508dc70b has already been hosted by L3 agent d083232d-238f-4a80-a5b8-222ad2e2cbfd {{(pid=86838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 09 15:36:37.433779 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c195dd-1e43-4d38-9d73-8b2a6f9d2390 admin admin] Notify agent at l3_agent.dv-cinder-817223-1-smb the message routers_updated {{(pid=86838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 09 15:36:37.444499 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877ab48e-eb1c-42de-b3b5-ea7b9af8e8c9 None None] Sync routers for ids ['00493027-7da0-4eb8-b516-b4b7508dc70b'] in dv-cinder-817223-1-smb {{(pid=86841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 15:36:37.453858 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-57c195dd-1e43-4d38-9d73-8b2a6f9d2390 admin admin] 10.222.0.83 "PUT /v2.0/routers/00493027-7da0-4eb8-b516-b4b7508dc70b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9964154 Nov 09 15:36:37.454122 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 44946) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:36:37.457300 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877ab48e-eb1c-42de-b3b5-ea7b9af8e8c9 None None] Routers {'00493027-7da0-4eb8-b516-b4b7508dc70b'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:36:37.458009 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-877ab48e-eb1c-42de-b3b5-ea7b9af8e8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:36:28Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['00493027-7da0-4eb8-b516-b4b7508dc70b'], 'active': True} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:36:37.646639 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvr_db [None req-877ab48e-eb1c-42de-b3b5-ea7b9af8e8c9 None None] Set router 00493027-7da0-4eb8-b516-b4b7508dc70b gateway port host: dv-cinder-817223-1-smb {{(pid=86841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:36:37.650959 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-52dadebe-e3c2-422f-afb9-4a2ebc044426 admin admin] Notify callbacks [] for router, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:37.842527 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-52dadebe-e3c2-422f-afb9-4a2ebc044426 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:37.852177 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [None req-52dadebe-e3c2-422f-afb9-4a2ebc044426 admin admin] Deleting port 88f8024a-c549-4e28-acfb-cf65ac6ffb15 {{(pid=86838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 09 15:36:37.852527 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-52dadebe-e3c2-422f-afb9-4a2ebc044426 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763972629131'] for port, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:37.938341 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-877ab48e-eb1c-42de-b3b5-ea7b9af8e8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00493027-7da0-4eb8-b516-b4b7508dc70b', 'name': 'tempest-TestShelveInstance-2057662020-router', 'tenant_id': '345997c2db1e4065ac8b48dad0e637b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.246'}], 'enable_snat': True}, 'gw_port_id': '88f8024a-c549-4e28-acfb-cf65ac6ffb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:30:05Z', 'updated_at': '2021-11-09T15:36:36Z', 'revision_number': 5, 'project_id': '345997c2db1e4065ac8b48dad0e637b6', 'gw_port': {'id': '88f8024a-c549-4e28-acfb-cf65ac6ffb15', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00493027-7da0-4eb8-b516-b4b7508dc70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:30:06Z', 'updated_at': '2021-11-09T15:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb'}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:36:37.942271 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877ab48e-eb1c-42de-b3b5-ea7b9af8e8c9 None None] Checking router: 00493027-7da0-4eb8-b516-b4b7508dc70b for host: dv-cinder-817223-1-smb {{(pid=86841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 15:36:37.950558 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877ab48e-eb1c-42de-b3b5-ea7b9af8e8c9 None None] Routers {'00493027-7da0-4eb8-b516-b4b7508dc70b'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:36:37.951144 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-877ab48e-eb1c-42de-b3b5-ea7b9af8e8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:36:28Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['00493027-7da0-4eb8-b516-b4b7508dc70b'], 'active': True} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:36:38.099398 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvr_db [None req-877ab48e-eb1c-42de-b3b5-ea7b9af8e8c9 None None] Set router 00493027-7da0-4eb8-b516-b4b7508dc70b gateway port host: None {{(pid=86841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:36:38.137671 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [None req-52dadebe-e3c2-422f-afb9-4a2ebc044426 admin admin] For port 88f8024a-c549-4e28-acfb-cf65ac6ffb15, host dv-cinder-817223-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=88f8024a-c549-4e28-acfb-cf65ac6ffb15,segment=NetworkSegment(5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3),segment_id=5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3)] {{(pid=86838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:36:38.138080 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-52dadebe-e3c2-422f-afb9-4a2ebc044426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980446'] for port, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:38.207166 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-877ab48e-eb1c-42de-b3b5-ea7b9af8e8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00493027-7da0-4eb8-b516-b4b7508dc70b', 'name': 'tempest-TestShelveInstance-2057662020-router', 'tenant_id': '345997c2db1e4065ac8b48dad0e637b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:30:05Z', 'updated_at': '2021-11-09T15:36:37Z', 'revision_number': 6, 'project_id': '345997c2db1e4065ac8b48dad0e637b6', 'gw_port_host': None}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:36:38.211435 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877ab48e-eb1c-42de-b3b5-ea7b9af8e8c9 None None] The sync data for ids ['00493027-7da0-4eb8-b516-b4b7508dc70b'] in dv-cinder-817223-1-smb is: [{'id': '00493027-7da0-4eb8-b516-b4b7508dc70b', 'name': 'tempest-TestShelveInstance-2057662020-router', 'tenant_id': '345997c2db1e4065ac8b48dad0e637b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:30:05Z', 'updated_at': '2021-11-09T15:36:37Z', 'revision_number': 6, 'project_id': '345997c2db1e4065ac8b48dad0e637b6', 'gw_port_host': None}] {{(pid=86841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 15:36:38.265372 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [None req-52dadebe-e3c2-422f-afb9-4a2ebc044426 admin admin] Calling delete_port for 88f8024a-c549-4e28-acfb-cf65ac6ffb15 owned by network:router_gateway {{(pid=86838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 09 15:36:38.433522 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-52dadebe-e3c2-422f-afb9-4a2ebc044426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763972633375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763972299780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1120097'] for port, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:38.437066 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-dd3ce720-0d78-4dbc-b4f2-648402637d47 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:36:38.483906 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dadebe-e3c2-422f-afb9-4a2ebc044426 admin admin] Pushing event deleted for resources: {'Port': ['ID=88f8024a-c549-4e28-acfb-cf65ac6ffb15,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:36:38.487002 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-52dadebe-e3c2-422f-afb9-4a2ebc044426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:36:38.579265 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-52dadebe-e3c2-422f-afb9-4a2ebc044426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978213'] for router_gateway, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:38.759469 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-52dadebe-e3c2-422f-afb9-4a2ebc044426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-980324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-689'] for router, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:38.762300 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-52dadebe-e3c2-422f-afb9-4a2ebc044426 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:38.848519 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-52dadebe-e3c2-422f-afb9-4a2ebc044426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978257'] for router, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:38.849169 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52dadebe-e3c2-422f-afb9-4a2ebc044426 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00493027-7da0-4eb8-b516-b4b7508dc70b {{(pid=86838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 09 15:36:38.862879 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-52dadebe-e3c2-422f-afb9-4a2ebc044426 admin admin] Notify callbacks [] for router, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:38.864012 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-52dadebe-e3c2-422f-afb9-4a2ebc044426 admin admin] 10.222.0.83 "DELETE /v2.0/routers/00493027-7da0-4eb8-b516-b4b7508dc70b HTTP/1.1" status: 204 len: 168 time: 1.4089441 Nov 09 15:36:38.866487 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 44964) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:36:38.926453 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.db_base_plugin_v2 [None req-1156fc09-23df-4790-af6b-532c6ea98958 admin admin] Deleting subnet eae5ff10-7231-4253-b865-1b978ddd800d {{(pid=86838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 09 15:36:38.939754 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-1156fc09-23df-4790-af6b-532c6ea98958 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:38.999334 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-1156fc09-23df-4790-af6b-532c6ea98958 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459593'] for subnet, precommit_delete_associations {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:39.018419 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device 9b97a79b-f377-4a44-967e-e1438ee9ef34 no longer exists at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 15:36:39.052367 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] No Port match for: 9b97a79b-f377-4a44-967e-e1438ee9ef34 {{(pid=86840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 09 15:36:39.052710 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device 9b97a79b-f377-4a44-967e-e1438ee9ef34 not bound to the agent host dv-cinder-817223-1-smb {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 15:36:39.053345 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device 88f8024a-c549-4e28-acfb-cf65ac6ffb15 no longer exists at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 15:36:39.087606 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] No Port match for: 88f8024a-c549-4e28-acfb-cf65ac6ffb15 {{(pid=86840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 09 15:36:39.087973 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device 88f8024a-c549-4e28-acfb-cf65ac6ffb15 not bound to the agent host dv-cinder-817223-1-smb {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 15:36:39.115895 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-1156fc09-23df-4790-af6b-532c6ea98958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16468760'] for subnet, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:39.192354 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-1156fc09-23df-4790-af6b-532c6ea98958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16468759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1120086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3042134'] for subnet, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:39.196396 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:36:39.234907 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1156fc09-23df-4790-af6b-532c6ea98958 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eae5ff10-7231-4253-b865-1b978ddd800d,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:36:39.236873 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-1156fc09-23df-4790-af6b-532c6ea98958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for subnet, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:39.241720 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2499e5d5-1a08-427a-bb95-6092953f1345 None None] Network 3cfbb68e-c639-413c-a5b6-fefed5963f11 requested from dv-cinder-817223-1-smb {{(pid=86840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 09 15:36:39.242977 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-1156fc09-23df-4790-af6b-532c6ea98958 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/eae5ff10-7231-4253-b865-1b978ddd800d HTTP/1.1" status: 204 len: 168 time: 0.3754082 Nov 09 15:36:39.243850 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-1156fc09-23df-4790-af6b-532c6ea98958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:36:39.245973 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 44970) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:36:39.362941 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-91cde618-817b-4669-97f7-b22f1dcd1c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16504018'] for network, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:39.373975 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [None req-91cde618-817b-4669-97f7-b22f1dcd1c86 admin admin] Deleting port ac6b7aca-3d19-4afb-8153-b44e33eaf1af {{(pid=86838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 09 15:36:39.374311 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-91cde618-817b-4669-97f7-b22f1dcd1c86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763972629131'] for port, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:39.509381 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb52861-17f3-462b-b79a-60b6b6a90d31 None None] DHCP port deletion for 3cfbb68e-c639-413c-a5b6-fefed5963f11 request from dv-cinder-817223-1-smb {{(pid=86840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 09 15:36:39.514031 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-dbb52861-17f3-462b-b79a-60b6b6a90d31 None None] Deleting port ac6b7aca-3d19-4afb-8153-b44e33eaf1af {{(pid=86840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 09 15:36:39.514407 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dbb52861-17f3-462b-b79a-60b6b6a90d31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763972629131'] for port, before_delete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:39.580554 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [None req-91cde618-817b-4669-97f7-b22f1dcd1c86 admin admin] For port ac6b7aca-3d19-4afb-8153-b44e33eaf1af, host dv-cinder-817223-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=ac6b7aca-3d19-4afb-8153-b44e33eaf1af,segment=NetworkSegment(535fd3fd-ed81-4b3f-91e8-e1d41c5d61da),segment_id=535fd3fd-ed81-4b3f-91e8-e1d41c5d61da)] {{(pid=86838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:36:39.581141 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-91cde618-817b-4669-97f7-b22f1dcd1c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980446'] for port, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:39.721819 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-dbb52861-17f3-462b-b79a-60b6b6a90d31 None None] For port ac6b7aca-3d19-4afb-8153-b44e33eaf1af, host dv-cinder-817223-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=ac6b7aca-3d19-4afb-8153-b44e33eaf1af,segment=NetworkSegment(535fd3fd-ed81-4b3f-91e8-e1d41c5d61da),segment_id=535fd3fd-ed81-4b3f-91e8-e1d41c5d61da)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:36:39.722240 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dbb52861-17f3-462b-b79a-60b6b6a90d31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980446'] for port, precommit_delete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:39.790319 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [None req-91cde618-817b-4669-97f7-b22f1dcd1c86 admin admin] Calling delete_port for ac6b7aca-3d19-4afb-8153-b44e33eaf1af owned by network:dhcp {{(pid=86838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 09 15:36:39.845742 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-dbb52861-17f3-462b-b79a-60b6b6a90d31 None None] Calling delete_port for ac6b7aca-3d19-4afb-8153-b44e33eaf1af owned by network:dhcp {{(pid=86840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 09 15:36:39.865601 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-91cde618-817b-4669-97f7-b22f1dcd1c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763972633375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763972299780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1120097'] for port, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:39.869393 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-48af5efd-539f-4e18-8d72-2e8d5e5bb1d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:36:39.915708 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cde618-817b-4669-97f7-b22f1dcd1c86 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac6b7aca-3d19-4afb-8153-b44e33eaf1af,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:36:39.918820 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-91cde618-817b-4669-97f7-b22f1dcd1c86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:36:39.919580 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cde618-817b-4669-97f7-b22f1dcd1c86 admin admin] No DVR routers for this DVR port ac6b7aca-3d19-4afb-8153-b44e33eaf1af on host dv-cinder-817223-1-smb {{(pid=86838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 15:36:39.922842 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.db.api [None req-dbb52861-17f3-462b-b79a-60b6b6a90d31 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 15:36:39.923391 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_db.api [None req-dbb52861-17f3-462b-b79a-60b6b6a90d31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 15:36:40.036263 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-91cde618-817b-4669-97f7-b22f1dcd1c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16467554', 'neutron.services.segments.db._delete_segments_for_network-8763972805012'] for network, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:40.062051 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.services.segments.db [None req-91cde618-817b-4669-97f7-b22f1dcd1c86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cfbb68e-c639-413c-a5b6-fefed5963f11']}} {{(pid=86838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:36:40.073889 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.services.segments.db [None req-91cde618-817b-4669-97f7-b22f1dcd1c86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '535fd3fd-ed81-4b3f-91e8-e1d41c5d61da') {'for_net_delete': True} {{(pid=86838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:36:40.074191 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.services.segments.db [None req-91cde618-817b-4669-97f7-b22f1dcd1c86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '535fd3fd-ed81-4b3f-91e8-e1d41c5d61da') {} {{(pid=86838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:36:40.085344 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-91cde618-817b-4669-97f7-b22f1dcd1c86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763972734275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459826'] for segment, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:40.105595 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-91cde618-817b-4669-97f7-b22f1dcd1c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16429219'] for segment, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:40.109113 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91cde618-817b-4669-97f7-b22f1dcd1c86 admin admin] Releasing vlan 1234 on physical network physnet1 to pool {{(pid=86838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 15:36:40.109530 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-91cde618-817b-4669-97f7-b22f1dcd1c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16429210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1120060'] for segment, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:40.123136 dv-cinder-817223-1-smb neutron-server[86838]: Traceback (most recent call last): Nov 09 15:36:40.123136 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 15:36:40.123136 dv-cinder-817223-1-smb neutron-server[86838]: timer() Nov 09 15:36:40.123136 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 15:36:40.123136 dv-cinder-817223-1-smb neutron-server[86838]: cb(*args, **kw) Nov 09 15:36:40.123136 dv-cinder-817223-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 15:36:40.123136 dv-cinder-817223-1-smb neutron-server[86838]: return func(*args, **kwargs) Nov 09 15:36:40.123136 dv-cinder-817223-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 15:36:40.123136 dv-cinder-817223-1-smb neutron-server[86838]: self._notify() Nov 09 15:36:40.123136 dv-cinder-817223-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 15:36:40.123136 dv-cinder-817223-1-smb neutron-server[86838]: self.callback(batched_events) Nov 09 15:36:40.123136 dv-cinder-817223-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 15:36:40.123136 dv-cinder-817223-1-smb neutron-server[86838]: event.method(event) Nov 09 15:36:40.123136 dv-cinder-817223-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 15:36:40.123136 dv-cinder-817223-1-smb neutron-server[86838]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 15:36:40.123136 dv-cinder-817223-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 15:36:40.123136 dv-cinder-817223-1-smb neutron-server[86838]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 15:36:40.123136 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 15:36:40.123136 dv-cinder-817223-1-smb neutron-server[86838]: return f(self, *a, **k) Nov 09 15:36:40.123136 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 09 15:36:40.123136 dv-cinder-817223-1-smb neutron-server[86838]: return self._get(url).json() Nov 09 15:36:40.123136 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 09 15:36:40.123136 dv-cinder-817223-1-smb neutron-server[86838]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 15:36:40.123136 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 15:36:40.123136 dv-cinder-817223-1-smb neutron-server[86838]: return self.request(url, 'GET', **kwargs) Nov 09 15:36:40.123136 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 15:36:40.123136 dv-cinder-817223-1-smb neutron-server[86838]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 15:36:40.123136 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 15:36:40.123136 dv-cinder-817223-1-smb neutron-server[86838]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 15:36:40.123136 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 15:36:40.123136 dv-cinder-817223-1-smb neutron-server[86838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 15:36:40.123136 dv-cinder-817223-1-smb neutron-server[86838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 15:36:40.203385 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-91cde618-817b-4669-97f7-b22f1dcd1c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16467563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-978398'] for network, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:40.206958 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:36:40.220604 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-91cde618-817b-4669-97f7-b22f1dcd1c86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:40.232066 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cde618-817b-4669-97f7-b22f1dcd1c86 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cfbb68e-c639-413c-a5b6-fefed5963f11,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:36:40.236415 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-91cde618-817b-4669-97f7-b22f1dcd1c86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:36:40.239867 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-91cde618-817b-4669-97f7-b22f1dcd1c86 admin admin] 10.222.0.83 "DELETE /v2.0/networks/3cfbb68e-c639-413c-a5b6-fefed5963f11 HTTP/1.1" status: 204 len: 168 time: 0.9929230 Nov 09 15:36:40.243036 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 44982) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:36:40.424581 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-dbb52861-17f3-462b-b79a-60b6b6a90d31 None None] Deleting port ac6b7aca-3d19-4afb-8153-b44e33eaf1af {{(pid=86840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 09 15:36:40.425184 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dbb52861-17f3-462b-b79a-60b6b6a90d31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763972629131'] for port, before_delete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:40.494211 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-dbb52861-17f3-462b-b79a-60b6b6a90d31 None None] The port 'ac6b7aca-3d19-4afb-8153-b44e33eaf1af' was deleted {{(pid=86840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 09 15:36:40.730690 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device ac6b7aca-3d19-4afb-8153-b44e33eaf1af no longer exists at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 15:36:40.765331 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] No Port match for: ac6b7aca-3d19-4afb-8153-b44e33eaf1af {{(pid=86840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 09 15:36:40.765603 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device ac6b7aca-3d19-4afb-8153-b44e33eaf1af not bound to the agent host dv-cinder-817223-1-smb {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 15:36:40.784784 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-61a864ed-7b40-4cf6-b459-b62ac5fb0a10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-822494'] for router_interface, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:41.220607 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [None req-61a864ed-7b40-4cf6-b459-b62ac5fb0a10 admin admin] Deleting port dcbd3f05-a98e-440a-a79c-0879e7036f1a {{(pid=86838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 09 15:36:41.220946 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-61a864ed-7b40-4cf6-b459-b62ac5fb0a10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763972629131'] for port, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:41.409683 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [None req-61a864ed-7b40-4cf6-b459-b62ac5fb0a10 admin admin] For port dcbd3f05-a98e-440a-a79c-0879e7036f1a, host dv-cinder-817223-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=dcbd3f05-a98e-440a-a79c-0879e7036f1a,segment=NetworkSegment(4ec36042-43fe-4a61-8604-b514bb487821),segment_id=4ec36042-43fe-4a61-8604-b514bb487821)] {{(pid=86838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:36:41.409984 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-61a864ed-7b40-4cf6-b459-b62ac5fb0a10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980446'] for port, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:41.536392 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [None req-61a864ed-7b40-4cf6-b459-b62ac5fb0a10 admin admin] Calling delete_port for dcbd3f05-a98e-440a-a79c-0879e7036f1a owned by network:router_interface {{(pid=86838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 09 15:36:41.714496 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-61a864ed-7b40-4cf6-b459-b62ac5fb0a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763972633375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763972299780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1120097'] for port, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:41.717939 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-b9899f05-156e-4488-8e61-845e37cb5166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:36:41.762413 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a864ed-7b40-4cf6-b459-b62ac5fb0a10 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcbd3f05-a98e-440a-a79c-0879e7036f1a,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:36:41.765448 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-61a864ed-7b40-4cf6-b459-b62ac5fb0a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:36:42.044015 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-61a864ed-7b40-4cf6-b459-b62ac5fb0a10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-822434'] for router_interface, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:42.414691 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a864ed-7b40-4cf6-b459-b62ac5fb0a10 admin admin] Router 32632bef-6b15-4734-ba20-81115ea2cd0b has already been hosted by L3 agent d083232d-238f-4a80-a5b8-222ad2e2cbfd {{(pid=86838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 09 15:36:42.704405 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a864ed-7b40-4cf6-b459-b62ac5fb0a10 admin admin] Notify agent at l3_agent.dv-cinder-817223-1-smb the message routers_updated {{(pid=86838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 09 15:36:42.713443 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-61a864ed-7b40-4cf6-b459-b62ac5fb0a10 admin admin] 10.222.0.83 "PUT /v2.0/routers/32632bef-6b15-4734-ba20-81115ea2cd0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4690783 Nov 09 15:36:42.715921 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 44998) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:36:42.717150 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afef0834-c433-4800-80ee-a31d637c64fd None None] Sync routers for ids ['32632bef-6b15-4734-ba20-81115ea2cd0b'] in dv-cinder-817223-1-smb {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 15:36:42.726710 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afef0834-c433-4800-80ee-a31d637c64fd None None] Routers {'32632bef-6b15-4734-ba20-81115ea2cd0b'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:36:42.727174 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-afef0834-c433-4800-80ee-a31d637c64fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:36:28Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['32632bef-6b15-4734-ba20-81115ea2cd0b'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:36:42.898041 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-ef0207eb-b971-43d6-a52c-65edd071a724 admin admin] Notify callbacks [] for router, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:42.933398 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-afef0834-c433-4800-80ee-a31d637c64fd None None] Set router 32632bef-6b15-4734-ba20-81115ea2cd0b gateway port host: dv-cinder-817223-1-smb {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:36:43.089527 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-ef0207eb-b971-43d6-a52c-65edd071a724 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:43.099590 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [None req-ef0207eb-b971-43d6-a52c-65edd071a724 admin admin] Deleting port 21ff2f48-1b48-4eeb-8a53-6c2cd742c186 {{(pid=86838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 09 15:36:43.099951 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-ef0207eb-b971-43d6-a52c-65edd071a724 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763972629131'] for port, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:43.216466 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-afef0834-c433-4800-80ee-a31d637c64fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32632bef-6b15-4734-ba20-81115ea2cd0b', 'name': 'tempest-TestShelveInstance-1317776060-router', 'tenant_id': '5b3edf962ae949e38af9c81d2791e00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.81'}], 'enable_snat': True}, 'gw_port_id': '21ff2f48-1b48-4eeb-8a53-6c2cd742c186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:30:13Z', 'updated_at': '2021-11-09T15:36:41Z', 'revision_number': 5, 'project_id': '5b3edf962ae949e38af9c81d2791e00d', 'gw_port': {'id': '21ff2f48-1b48-4eeb-8a53-6c2cd742c186', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32632bef-6b15-4734-ba20-81115ea2cd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:30:14Z', 'updated_at': '2021-11-09T15:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb'}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:36:43.220257 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afef0834-c433-4800-80ee-a31d637c64fd None None] Checking router: 32632bef-6b15-4734-ba20-81115ea2cd0b for host: dv-cinder-817223-1-smb {{(pid=86840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 15:36:43.229546 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afef0834-c433-4800-80ee-a31d637c64fd None None] Routers {'32632bef-6b15-4734-ba20-81115ea2cd0b'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:36:43.230188 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-afef0834-c433-4800-80ee-a31d637c64fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:36:28Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['32632bef-6b15-4734-ba20-81115ea2cd0b'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:36:43.274475 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [None req-ef0207eb-b971-43d6-a52c-65edd071a724 admin admin] For port 21ff2f48-1b48-4eeb-8a53-6c2cd742c186, host dv-cinder-817223-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=21ff2f48-1b48-4eeb-8a53-6c2cd742c186,segment=NetworkSegment(5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3),segment_id=5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3)] {{(pid=86838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:36:43.276122 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-ef0207eb-b971-43d6-a52c-65edd071a724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980446'] for port, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:43.382965 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-afef0834-c433-4800-80ee-a31d637c64fd None None] Set router 32632bef-6b15-4734-ba20-81115ea2cd0b gateway port host: None {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:36:43.400539 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [None req-ef0207eb-b971-43d6-a52c-65edd071a724 admin admin] Calling delete_port for 21ff2f48-1b48-4eeb-8a53-6c2cd742c186 owned by network:router_gateway {{(pid=86838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 09 15:36:43.490374 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-afef0834-c433-4800-80ee-a31d637c64fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32632bef-6b15-4734-ba20-81115ea2cd0b', 'name': 'tempest-TestShelveInstance-1317776060-router', 'tenant_id': '5b3edf962ae949e38af9c81d2791e00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:30:13Z', 'updated_at': '2021-11-09T15:36:43Z', 'revision_number': 6, 'project_id': '5b3edf962ae949e38af9c81d2791e00d', 'gw_port_host': None}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:36:43.495020 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afef0834-c433-4800-80ee-a31d637c64fd None None] The sync data for ids ['32632bef-6b15-4734-ba20-81115ea2cd0b'] in dv-cinder-817223-1-smb is: [{'id': '32632bef-6b15-4734-ba20-81115ea2cd0b', 'name': 'tempest-TestShelveInstance-1317776060-router', 'tenant_id': '5b3edf962ae949e38af9c81d2791e00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:30:13Z', 'updated_at': '2021-11-09T15:36:43Z', 'revision_number': 6, 'project_id': '5b3edf962ae949e38af9c81d2791e00d', 'gw_port_host': None}] {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 15:36:43.576035 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-ef0207eb-b971-43d6-a52c-65edd071a724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763972633375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763972299780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1120097'] for port, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:43.581545 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-b803efa2-d484-41b2-8272-b0e19c87493e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:36:43.626946 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0207eb-b971-43d6-a52c-65edd071a724 admin admin] Pushing event deleted for resources: {'Port': ['ID=21ff2f48-1b48-4eeb-8a53-6c2cd742c186,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:36:43.630032 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-ef0207eb-b971-43d6-a52c-65edd071a724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:36:43.717198 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-ef0207eb-b971-43d6-a52c-65edd071a724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978213'] for router_gateway, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:43.896614 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-ef0207eb-b971-43d6-a52c-65edd071a724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-980324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-689'] for router, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:43.899311 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-ef0207eb-b971-43d6-a52c-65edd071a724 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:43.924239 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-ef0207eb-b971-43d6-a52c-65edd071a724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978257'] for router, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:43.924762 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0207eb-b971-43d6-a52c-65edd071a724 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32632bef-6b15-4734-ba20-81115ea2cd0b {{(pid=86838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 09 15:36:43.938510 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-ef0207eb-b971-43d6-a52c-65edd071a724 admin admin] Notify callbacks [] for router, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:43.939768 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-ef0207eb-b971-43d6-a52c-65edd071a724 admin admin] 10.222.0.83 "DELETE /v2.0/routers/32632bef-6b15-4734-ba20-81115ea2cd0b HTTP/1.1" status: 204 len: 168 time: 1.2227552 Nov 09 15:36:43.942405 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 45012) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:36:44.107512 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bb8b3b1-d980-43ce-993a-64fcb82c7ba0 admin admin] Deleting subnet 65c641e1-5d88-4840-848b-7421b68d46ce {{(pid=86838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 09 15:36:44.110342 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4bb8b3b1-d980-43ce-993a-64fcb82c7ba0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:44.162518 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4bb8b3b1-d980-43ce-993a-64fcb82c7ba0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459593'] for subnet, precommit_delete_associations {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:44.239379 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4bb8b3b1-d980-43ce-993a-64fcb82c7ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16468760'] for subnet, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:44.315001 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4bb8b3b1-d980-43ce-993a-64fcb82c7ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16468759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1120086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3042134'] for subnet, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:44.320025 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-2f71c0ef-40f2-4ecf-a20f-d5772145284a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:36:44.358086 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb8b3b1-d980-43ce-993a-64fcb82c7ba0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65c641e1-5d88-4840-848b-7421b68d46ce,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:36:44.359985 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4bb8b3b1-d980-43ce-993a-64fcb82c7ba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for subnet, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:44.362654 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-4bb8b3b1-d980-43ce-993a-64fcb82c7ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:36:44.365628 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53aac5f5-516e-4dda-b449-0d4fe9bf09ce None None] Network 8f02358e-f7ae-48e6-9f12-e34751e3d917 requested from dv-cinder-817223-1-smb {{(pid=86840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 09 15:36:44.367039 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-4bb8b3b1-d980-43ce-993a-64fcb82c7ba0 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/65c641e1-5d88-4840-848b-7421b68d46ce HTTP/1.1" status: 204 len: 168 time: 0.4234865 Nov 09 15:36:44.370100 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 45018) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:36:44.481156 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-85d1a77c-8408-4475-b290-8b4593ec738d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16504018'] for network, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:44.492276 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [None req-85d1a77c-8408-4475-b290-8b4593ec738d admin admin] Deleting port 010885e8-78e7-45e2-9a61-cc9a2665401c {{(pid=86838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 09 15:36:44.492701 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-85d1a77c-8408-4475-b290-8b4593ec738d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763972629131'] for port, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:44.628198 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e13487-d4ed-4cbf-a3a8-93326786c0e0 None None] DHCP port deletion for 8f02358e-f7ae-48e6-9f12-e34751e3d917 request from dv-cinder-817223-1-smb {{(pid=86840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 09 15:36:44.632600 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-b6e13487-d4ed-4cbf-a3a8-93326786c0e0 None None] Deleting port 010885e8-78e7-45e2-9a61-cc9a2665401c {{(pid=86840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 09 15:36:44.632980 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-b6e13487-d4ed-4cbf-a3a8-93326786c0e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763972629131'] for port, before_delete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:44.710742 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [None req-85d1a77c-8408-4475-b290-8b4593ec738d admin admin] For port 010885e8-78e7-45e2-9a61-cc9a2665401c, host dv-cinder-817223-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=010885e8-78e7-45e2-9a61-cc9a2665401c,segment=NetworkSegment(4ec36042-43fe-4a61-8604-b514bb487821),segment_id=4ec36042-43fe-4a61-8604-b514bb487821)] {{(pid=86838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:36:44.711101 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-85d1a77c-8408-4475-b290-8b4593ec738d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980446'] for port, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:44.764187 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device 010885e8-78e7-45e2-9a61-cc9a2665401c no longer exists at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 15:36:44.840371 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [None req-85d1a77c-8408-4475-b290-8b4593ec738d admin admin] Calling delete_port for 010885e8-78e7-45e2-9a61-cc9a2665401c owned by network:dhcp {{(pid=86838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 09 15:36:44.897691 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-b6e13487-d4ed-4cbf-a3a8-93326786c0e0 None None] For port 010885e8-78e7-45e2-9a61-cc9a2665401c, host dv-cinder-817223-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=010885e8-78e7-45e2-9a61-cc9a2665401c,segment=NetworkSegment(4ec36042-43fe-4a61-8604-b514bb487821),segment_id=4ec36042-43fe-4a61-8604-b514bb487821)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:36:44.898116 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-b6e13487-d4ed-4cbf-a3a8-93326786c0e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980446'] for port, precommit_delete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:44.917440 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-85d1a77c-8408-4475-b290-8b4593ec738d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763972633375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763972299780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1120097'] for port, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:44.922401 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-a9c000f2-fda1-417c-aea9-612204f10402 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:36:44.971652 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d1a77c-8408-4475-b290-8b4593ec738d admin admin] Pushing event deleted for resources: {'Port': ['ID=010885e8-78e7-45e2-9a61-cc9a2665401c,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:36:44.973453 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d1a77c-8408-4475-b290-8b4593ec738d admin admin] No DVR routers for this DVR port 010885e8-78e7-45e2-9a61-cc9a2665401c on host dv-cinder-817223-1-smb {{(pid=86838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 15:36:44.974928 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-85d1a77c-8408-4475-b290-8b4593ec738d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:36:45.097172 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-b6e13487-d4ed-4cbf-a3a8-93326786c0e0 None None] Calling delete_port for 010885e8-78e7-45e2-9a61-cc9a2665401c owned by network:dhcp {{(pid=86840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 09 15:36:45.107220 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-85d1a77c-8408-4475-b290-8b4593ec738d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16467554', 'neutron.services.segments.db._delete_segments_for_network-8763972805012'] for network, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:45.132955 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Port 010885e8-78e7-45e2-9a61-cc9a2665401c update to DOWN by agent not found {{(pid=86840) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}} Nov 09 15:36:45.133293 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.services.segments.db [None req-85d1a77c-8408-4475-b290-8b4593ec738d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f02358e-f7ae-48e6-9f12-e34751e3d917']}} {{(pid=86838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:36:45.133759 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device 21ff2f48-1b48-4eeb-8a53-6c2cd742c186 no longer exists at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 15:36:45.147812 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.services.segments.db [None req-85d1a77c-8408-4475-b290-8b4593ec738d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ec36042-43fe-4a61-8604-b514bb487821') {'for_net_delete': True} {{(pid=86838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:36:45.147993 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.services.segments.db [None req-85d1a77c-8408-4475-b290-8b4593ec738d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ec36042-43fe-4a61-8604-b514bb487821') {} {{(pid=86838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:36:45.160746 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-85d1a77c-8408-4475-b290-8b4593ec738d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763972734275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459826'] for segment, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:45.177544 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-85d1a77c-8408-4475-b290-8b4593ec738d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16429219'] for segment, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:45.177789 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] No Port match for: 21ff2f48-1b48-4eeb-8a53-6c2cd742c186 {{(pid=86840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 09 15:36:45.178075 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device 21ff2f48-1b48-4eeb-8a53-6c2cd742c186 not bound to the agent host dv-cinder-817223-1-smb {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 15:36:45.178394 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device dcbd3f05-a98e-440a-a79c-0879e7036f1a no longer exists at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 15:36:45.185667 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85d1a77c-8408-4475-b290-8b4593ec738d admin admin] Releasing vlan 1235 on physical network physnet1 to pool {{(pid=86838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 15:36:45.186102 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-85d1a77c-8408-4475-b290-8b4593ec738d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16429210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1120060'] for segment, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:45.200275 dv-cinder-817223-1-smb neutron-server[86838]: Traceback (most recent call last): Nov 09 15:36:45.200275 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 15:36:45.200275 dv-cinder-817223-1-smb neutron-server[86838]: timer() Nov 09 15:36:45.200275 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 15:36:45.200275 dv-cinder-817223-1-smb neutron-server[86838]: cb(*args, **kw) Nov 09 15:36:45.200275 dv-cinder-817223-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 15:36:45.200275 dv-cinder-817223-1-smb neutron-server[86838]: return func(*args, **kwargs) Nov 09 15:36:45.200275 dv-cinder-817223-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 15:36:45.200275 dv-cinder-817223-1-smb neutron-server[86838]: self._notify() Nov 09 15:36:45.200275 dv-cinder-817223-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 15:36:45.200275 dv-cinder-817223-1-smb neutron-server[86838]: self.callback(batched_events) Nov 09 15:36:45.200275 dv-cinder-817223-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 15:36:45.200275 dv-cinder-817223-1-smb neutron-server[86838]: event.method(event) Nov 09 15:36:45.200275 dv-cinder-817223-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 15:36:45.200275 dv-cinder-817223-1-smb neutron-server[86838]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 15:36:45.200275 dv-cinder-817223-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 15:36:45.200275 dv-cinder-817223-1-smb neutron-server[86838]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 15:36:45.200275 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 15:36:45.200275 dv-cinder-817223-1-smb neutron-server[86838]: return f(self, *a, **k) Nov 09 15:36:45.200275 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 09 15:36:45.200275 dv-cinder-817223-1-smb neutron-server[86838]: return self._get(url).json() Nov 09 15:36:45.200275 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 09 15:36:45.200275 dv-cinder-817223-1-smb neutron-server[86838]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 15:36:45.200275 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 15:36:45.200275 dv-cinder-817223-1-smb neutron-server[86838]: return self.request(url, 'GET', **kwargs) Nov 09 15:36:45.200275 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 15:36:45.200275 dv-cinder-817223-1-smb neutron-server[86838]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 15:36:45.200275 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 15:36:45.200275 dv-cinder-817223-1-smb neutron-server[86838]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 15:36:45.200275 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 15:36:45.200275 dv-cinder-817223-1-smb neutron-server[86838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 15:36:45.200275 dv-cinder-817223-1-smb neutron-server[86838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 15:36:45.241741 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.db.api [None req-b6e13487-d4ed-4cbf-a3a8-93326786c0e0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 15:36:45.242237 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_db.api [None req-b6e13487-d4ed-4cbf-a3a8-93326786c0e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 15:36:45.242868 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] No Port match for: dcbd3f05-a98e-440a-a79c-0879e7036f1a {{(pid=86840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 09 15:36:45.243211 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device dcbd3f05-a98e-440a-a79c-0879e7036f1a not bound to the agent host dv-cinder-817223-1-smb {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 15:36:45.306402 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-85d1a77c-8408-4475-b290-8b4593ec738d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16467563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-978398'] for network, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:45.311821 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-85d1a77c-8408-4475-b290-8b4593ec738d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:45.315362 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-91cde618-817b-4669-97f7-b22f1dcd1c86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:36:45.335611 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d1a77c-8408-4475-b290-8b4593ec738d admin admin] Pushing event deleted for resources: {'Network': ['ID=8f02358e-f7ae-48e6-9f12-e34751e3d917,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:36:45.339517 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-85d1a77c-8408-4475-b290-8b4593ec738d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:36:45.341736 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-85d1a77c-8408-4475-b290-8b4593ec738d admin admin] 10.222.0.83 "DELETE /v2.0/networks/8f02358e-f7ae-48e6-9f12-e34751e3d917 HTTP/1.1" status: 204 len: 168 time: 0.9703240 Nov 09 15:36:45.467003 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 45044) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:36:45.515689 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-be5d29e9-7b5e-4b6a-8713-fba21bdca106 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=345997c2db1e4065ac8b48dad0e637b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473876 Nov 09 15:36:45.518179 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 45048) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:36:45.576662 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-93661dd8-eff4-40d4-b554-100e2893f389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:45.606537 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-93661dd8-eff4-40d4-b554-100e2893f389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:45.657881 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-93661dd8-eff4-40d4-b554-100e2893f389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:45.661655 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-3ae56d5f-95df-4233-8ced-602586ecfec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:36:45.674108 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93661dd8-eff4-40d4-b554-100e2893f389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0651e045-e052-4580-bb88-43ba54b5de1a,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:36:45.677571 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-93661dd8-eff4-40d4-b554-100e2893f389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:36:45.680948 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-93661dd8-eff4-40d4-b554-100e2893f389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:45.682208 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-93661dd8-eff4-40d4-b554-100e2893f389 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0651e045-e052-4580-bb88-43ba54b5de1a HTTP/1.1" status: 204 len: 168 time: 0.1631265 Nov 09 15:36:45.743800 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-b6e13487-d4ed-4cbf-a3a8-93326786c0e0 None None] Deleting port 010885e8-78e7-45e2-9a61-cc9a2665401c {{(pid=86840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 09 15:36:45.744546 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-b6e13487-d4ed-4cbf-a3a8-93326786c0e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763972629131'] for port, before_delete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:45.813921 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-b6e13487-d4ed-4cbf-a3a8-93326786c0e0 None None] The port '010885e8-78e7-45e2-9a61-cc9a2665401c' was deleted {{(pid=86840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 09 15:36:46.024625 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 45056) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:36:46.074223 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-5c18243b-0235-4698-8096-95b94e326d3f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5b3edf962ae949e38af9c81d2791e00d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481563 Nov 09 15:36:46.076535 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 45060) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:36:46.136100 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e99d6385-68cc-4b58-84ad-2e0fd44c0892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:46.161044 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e99d6385-68cc-4b58-84ad-2e0fd44c0892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:46.213906 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e99d6385-68cc-4b58-84ad-2e0fd44c0892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:46.218707 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-4d8fd8cc-c5fb-4549-9218-475380d20ff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:36:46.229703 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99d6385-68cc-4b58-84ad-2e0fd44c0892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d25e70-9458-4b5e-8563-3e41aced2446,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:36:46.234435 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-e99d6385-68cc-4b58-84ad-2e0fd44c0892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:36:46.236516 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e99d6385-68cc-4b58-84ad-2e0fd44c0892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:46.240230 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-e99d6385-68cc-4b58-84ad-2e0fd44c0892 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/32d25e70-9458-4b5e-8563-3e41aced2446 HTTP/1.1" status: 204 len: 168 time: 0.1626825 Nov 09 15:36:50.155406 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:55.112332 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-39b058b3-c70f-4984-9d96-0f9b124feb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:55.517021 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:56.023377 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 45192) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:36:56.146637 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-a7825d94-50f0-42bf-8b3e-ff99eebda017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:56.167218 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-a7825d94-50f0-42bf-8b3e-ff99eebda017 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:36:56.171303 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-a7825d94-50f0-42bf-8b3e-ff99eebda017 admin admin] Usage tracker for resource:security_group_rule and tenant:9b24efda971642ac80f1b9d4f3de5fa8 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:36:56.174180 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-a7825d94-50f0-42bf-8b3e-ff99eebda017 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:36:56.179871 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-a7825d94-50f0-42bf-8b3e-ff99eebda017 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:36:56.278866 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-a7825d94-50f0-42bf-8b3e-ff99eebda017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:56.282848 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-a7825d94-50f0-42bf-8b3e-ff99eebda017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:56.290102 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-8ae8182d-d366-49b4-b6c2-51e378378cd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:36:56.334634 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-a7825d94-50f0-42bf-8b3e-ff99eebda017 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9b24efda971642ac80f1b9d4f3de5fa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3101914 Nov 09 15:36:56.335553 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7825d94-50f0-42bf-8b3e-ff99eebda017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e64c024-90d8-445b-8ee5-5c236e7e334e,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:36:56.338666 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 45198) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:36:56.339265 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-a7825d94-50f0-42bf-8b3e-ff99eebda017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:36:56.398446 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-bbb37e0e-e65e-4870-b856-0531489fede9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:56.425313 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-bbb37e0e-e65e-4870-b856-0531489fede9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:56.478725 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-bbb37e0e-e65e-4870-b856-0531489fede9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:56.482505 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-3d706e72-b7f6-469c-9e52-fc0736ce6640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:36:56.493571 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb37e0e-e65e-4870-b856-0531489fede9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e64c024-90d8-445b-8ee5-5c236e7e334e,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:36:56.498802 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-bbb37e0e-e65e-4870-b856-0531489fede9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:36:56.500801 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-bbb37e0e-e65e-4870-b856-0531489fede9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:56.502145 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-bbb37e0e-e65e-4870-b856-0531489fede9 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7e64c024-90d8-445b-8ee5-5c236e7e334e HTTP/1.1" status: 204 len: 168 time: 0.1623335 Nov 09 15:36:56.784498 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 45206) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:36:56.802706 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-65f0a0f2-b3f3-4dbc-b248-ad865306f2d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:56.818127 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-65f0a0f2-b3f3-4dbc-b248-ad865306f2d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:36:56.822044 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-65f0a0f2-b3f3-4dbc-b248-ad865306f2d9 admin admin] Usage tracker for resource:security_group_rule and tenant:fceb5e1bb05f409788febfdc9bdbff4e is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:36:56.824915 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-65f0a0f2-b3f3-4dbc-b248-ad865306f2d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:36:56.830538 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-65f0a0f2-b3f3-4dbc-b248-ad865306f2d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:36:56.921072 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-65f0a0f2-b3f3-4dbc-b248-ad865306f2d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:56.925145 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-65f0a0f2-b3f3-4dbc-b248-ad865306f2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:56.932050 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-a7825d94-50f0-42bf-8b3e-ff99eebda017 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:36:56.978867 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-65f0a0f2-b3f3-4dbc-b248-ad865306f2d9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=fceb5e1bb05f409788febfdc9bdbff4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1930952 Nov 09 15:36:56.981442 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 45210) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:36:56.983362 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f0a0f2-b3f3-4dbc-b248-ad865306f2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc22c27-5167-4f23-9789-59d346351c6e,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:36:56.986579 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-65f0a0f2-b3f3-4dbc-b248-ad865306f2d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:36:57.047430 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-e2acad5b-eff0-454f-9b1a-4e98f95d898f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:57.075636 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-e2acad5b-eff0-454f-9b1a-4e98f95d898f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:57.127849 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-e2acad5b-eff0-454f-9b1a-4e98f95d898f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:57.132140 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:36:57.145895 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2acad5b-eff0-454f-9b1a-4e98f95d898f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc22c27-5167-4f23-9789-59d346351c6e,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:36:57.151291 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-e2acad5b-eff0-454f-9b1a-4e98f95d898f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:36:57.152963 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-e2acad5b-eff0-454f-9b1a-4e98f95d898f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:57.154188 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-e2acad5b-eff0-454f-9b1a-4e98f95d898f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/edc22c27-5167-4f23-9789-59d346351c6e HTTP/1.1" status: 204 len: 168 time: 0.1716163 Nov 09 15:36:57.643495 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-84a40b40-0991-4b9a-8b96-a07fdc78ab06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:36:58.685473 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:00.222609 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:02.765347 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 45310) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:37:02.881432 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3e98e041-b5a9-49d0-b109-f2bd79ed3ac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:02.896856 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-3e98e041-b5a9-49d0-b109-f2bd79ed3ac1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:37:02.901139 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-3e98e041-b5a9-49d0-b109-f2bd79ed3ac1 admin admin] Usage tracker for resource:security_group_rule and tenant:e08ad6106a9b488bb983b1b95994bdb3 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:37:02.903986 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-3e98e041-b5a9-49d0-b109-f2bd79ed3ac1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:37:02.909645 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-3e98e041-b5a9-49d0-b109-f2bd79ed3ac1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:37:02.992230 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3e98e041-b5a9-49d0-b109-f2bd79ed3ac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:02.997503 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3e98e041-b5a9-49d0-b109-f2bd79ed3ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:03.004243 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-e99d6385-68cc-4b58-84ad-2e0fd44c0892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:37:03.045125 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-3e98e041-b5a9-49d0-b109-f2bd79ed3ac1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e08ad6106a9b488bb983b1b95994bdb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2786987 Nov 09 15:37:03.046023 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98e041-b5a9-49d0-b109-f2bd79ed3ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb1e3a6-5ce6-430c-9549-f6a09dae3288,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:37:03.047981 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 45316) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:37:03.049013 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-3e98e041-b5a9-49d0-b109-f2bd79ed3ac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:37:03.107257 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-1351bc4e-f91b-455b-b2ad-ae806297bebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:03.133226 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-1351bc4e-f91b-455b-b2ad-ae806297bebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:03.184221 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-1351bc4e-f91b-455b-b2ad-ae806297bebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:03.187859 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-c8f4eea9-b141-4bcb-aca1-c6a86fdf99ca tempest-VolumesNegativeTest-1969788411 tempest-VolumesNegativeTest-1969788411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:37:03.202137 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1351bc4e-f91b-455b-b2ad-ae806297bebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb1e3a6-5ce6-430c-9549-f6a09dae3288,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:37:03.205764 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-1351bc4e-f91b-455b-b2ad-ae806297bebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:37:03.208927 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-1351bc4e-f91b-455b-b2ad-ae806297bebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:03.212343 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-1351bc4e-f91b-455b-b2ad-ae806297bebd admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/cbb1e3a6-5ce6-430c-9549-f6a09dae3288 HTTP/1.1" status: 204 len: 168 time: 0.1609814 Nov 09 15:37:03.498512 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 45324) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:37:03.516475 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-bf7f0eff-4fb0-46b2-98a9-a46c4f16649c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:03.531822 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-bf7f0eff-4fb0-46b2-98a9-a46c4f16649c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:37:03.535735 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-bf7f0eff-4fb0-46b2-98a9-a46c4f16649c admin admin] Usage tracker for resource:security_group_rule and tenant:2ab3dbb9a798479aadf6bcde733877b7 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:37:03.538608 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-bf7f0eff-4fb0-46b2-98a9-a46c4f16649c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:37:03.545115 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-bf7f0eff-4fb0-46b2-98a9-a46c4f16649c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:37:03.629492 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-bf7f0eff-4fb0-46b2-98a9-a46c4f16649c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:03.635985 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-bf7f0eff-4fb0-46b2-98a9-a46c4f16649c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:03.643218 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-a31ef1c7-72e6-4601-83c3-8a31e32ee1cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:37:03.684187 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7f0eff-4fb0-46b2-98a9-a46c4f16649c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1d02f5-5855-4b81-8611-a4a056050285,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:37:03.688491 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-bf7f0eff-4fb0-46b2-98a9-a46c4f16649c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2ab3dbb9a798479aadf6bcde733877b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1889439 Nov 09 15:37:03.689471 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-bf7f0eff-4fb0-46b2-98a9-a46c4f16649c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:37:03.691155 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 45328) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:37:03.754050 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c3db200d-4364-49e6-bc06-006c35d16a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:03.781635 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c3db200d-4364-49e6-bc06-006c35d16a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:03.844314 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c3db200d-4364-49e6-bc06-006c35d16a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:03.848025 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-1351bc4e-f91b-455b-b2ad-ae806297bebd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:37:03.862553 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db200d-4364-49e6-bc06-006c35d16a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1d02f5-5855-4b81-8611-a4a056050285,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:37:03.866223 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-c3db200d-4364-49e6-bc06-006c35d16a34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:37:03.870115 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c3db200d-4364-49e6-bc06-006c35d16a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:03.871244 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-c3db200d-4364-49e6-bc06-006c35d16a34 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7c1d02f5-5855-4b81-8611-a4a056050285 HTTP/1.1" status: 204 len: 168 time: 0.1791706 Nov 09 15:37:05.628885 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 45376) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:37:05.746190 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-9175bab9-e175-4216-aefd-dc5ad1d0471d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:05.760929 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-9175bab9-e175-4216-aefd-dc5ad1d0471d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:37:05.765198 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-9175bab9-e175-4216-aefd-dc5ad1d0471d admin admin] Usage tracker for resource:security_group_rule and tenant:22d9522314c94c508d0706820cf3c2f6 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:37:05.768043 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-9175bab9-e175-4216-aefd-dc5ad1d0471d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:37:05.773670 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-9175bab9-e175-4216-aefd-dc5ad1d0471d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:37:05.859337 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-9175bab9-e175-4216-aefd-dc5ad1d0471d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:05.862804 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-9175bab9-e175-4216-aefd-dc5ad1d0471d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:05.874074 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5b92f271-a379-462e-b7f7-c3cb0f8dfc8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:37:05.915305 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-9175bab9-e175-4216-aefd-dc5ad1d0471d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=22d9522314c94c508d0706820cf3c2f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2852838 Nov 09 15:37:05.916273 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9175bab9-e175-4216-aefd-dc5ad1d0471d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f61022-b41a-4a54-afb3-4b9a6500bab9,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:37:05.918772 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 45382) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:37:05.919749 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-9175bab9-e175-4216-aefd-dc5ad1d0471d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:37:05.978964 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-2ec0b8f1-8dc5-4019-9a57-4c5ed79b1311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:06.010893 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-2ec0b8f1-8dc5-4019-9a57-4c5ed79b1311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:06.062518 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-2ec0b8f1-8dc5-4019-9a57-4c5ed79b1311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:06.066442 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-3da92100-71a7-41a5-9be4-8b0c7cd8f01c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:37:06.077607 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec0b8f1-8dc5-4019-9a57-4c5ed79b1311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f61022-b41a-4a54-afb3-4b9a6500bab9,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:37:06.080155 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-2ec0b8f1-8dc5-4019-9a57-4c5ed79b1311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:37:06.085237 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-2ec0b8f1-8dc5-4019-9a57-4c5ed79b1311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:06.090045 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-2ec0b8f1-8dc5-4019-9a57-4c5ed79b1311 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/67f61022-b41a-4a54-afb3-4b9a6500bab9 HTTP/1.1" status: 204 len: 168 time: 0.1701369 Nov 09 15:37:06.373798 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 45390) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:37:06.391386 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-95866951-44c0-4c1d-b1c7-6d064dd56c62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:06.405888 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-95866951-44c0-4c1d-b1c7-6d064dd56c62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:37:06.410050 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-95866951-44c0-4c1d-b1c7-6d064dd56c62 admin admin] Usage tracker for resource:security_group_rule and tenant:cadc6057d7a749aebb78c9d6137d7c42 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:37:06.412842 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-95866951-44c0-4c1d-b1c7-6d064dd56c62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:37:06.419545 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-95866951-44c0-4c1d-b1c7-6d064dd56c62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:37:06.590427 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-95866951-44c0-4c1d-b1c7-6d064dd56c62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:06.594524 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-95866951-44c0-4c1d-b1c7-6d064dd56c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:06.601261 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-bf7f0eff-4fb0-46b2-98a9-a46c4f16649c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:37:06.641770 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-95866951-44c0-4c1d-b1c7-6d064dd56c62 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=cadc6057d7a749aebb78c9d6137d7c42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2667916 Nov 09 15:37:06.642673 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95866951-44c0-4c1d-b1c7-6d064dd56c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6fde91d-dc87-4f0a-b6f5-9e37130dff0a,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:37:06.644509 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 45394) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:37:06.650902 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95866951-44c0-4c1d-b1c7-6d064dd56c62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:37:06.651270 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95866951-44c0-4c1d-b1c7-6d064dd56c62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:37:06.651635 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95866951-44c0-4c1d-b1c7-6d064dd56c62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:37:06.651997 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95866951-44c0-4c1d-b1c7-6d064dd56c62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:37:06.652496 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95866951-44c0-4c1d-b1c7-6d064dd56c62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:37:06.652856 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95866951-44c0-4c1d-b1c7-6d064dd56c62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:37:06.653206 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95866951-44c0-4c1d-b1c7-6d064dd56c62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:37:06.653556 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95866951-44c0-4c1d-b1c7-6d064dd56c62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:37:06.653959 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95866951-44c0-4c1d-b1c7-6d064dd56c62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:37:06.654307 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95866951-44c0-4c1d-b1c7-6d064dd56c62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:37:06.654680 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95866951-44c0-4c1d-b1c7-6d064dd56c62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:37:06.655022 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95866951-44c0-4c1d-b1c7-6d064dd56c62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:37:06.658699 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-95866951-44c0-4c1d-b1c7-6d064dd56c62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:37:06.704945 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3ef1f036-d89b-4a90-a224-031e4f5b28c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:06.729947 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3ef1f036-d89b-4a90-a224-031e4f5b28c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:06.781397 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3ef1f036-d89b-4a90-a224-031e4f5b28c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:06.785011 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-98250b01-9f0c-4d72-9bd2-cd2b16dab52c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:37:06.798719 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef1f036-d89b-4a90-a224-031e4f5b28c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6fde91d-dc87-4f0a-b6f5-9e37130dff0a,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:37:06.802508 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-3ef1f036-d89b-4a90-a224-031e4f5b28c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:37:06.819831 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3ef1f036-d89b-4a90-a224-031e4f5b28c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:06.821341 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-3ef1f036-d89b-4a90-a224-031e4f5b28c0 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a6fde91d-dc87-4f0a-b6f5-9e37130dff0a HTTP/1.1" status: 204 len: 168 time: 0.1756115 Nov 09 15:37:09.077171 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 45470) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:37:09.192008 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-cd0b551f-a819-4ba0-9e80-91afd3e7a401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:09.206079 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-cd0b551f-a819-4ba0-9e80-91afd3e7a401 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:37:09.209842 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-cd0b551f-a819-4ba0-9e80-91afd3e7a401 admin admin] Usage tracker for resource:security_group_rule and tenant:53806ca2d878420086ffd968ce1d53c8 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:37:09.212748 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-cd0b551f-a819-4ba0-9e80-91afd3e7a401 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:37:09.218389 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-cd0b551f-a819-4ba0-9e80-91afd3e7a401 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:37:09.323029 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-cd0b551f-a819-4ba0-9e80-91afd3e7a401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:09.326807 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-cd0b551f-a819-4ba0-9e80-91afd3e7a401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:09.333655 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5945aa3c-d6a0-4b64-bee0-2c341c5997ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:37:09.373086 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b551f-a819-4ba0-9e80-91afd3e7a401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7099be-1686-4335-aa4c-d5eed8783f6b,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:37:09.377228 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-cd0b551f-a819-4ba0-9e80-91afd3e7a401 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=53806ca2d878420086ffd968ce1d53c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2990313 Nov 09 15:37:09.379994 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 45478) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:37:09.383544 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0b551f-a819-4ba0-9e80-91afd3e7a401 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:37:09.383919 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0b551f-a819-4ba0-9e80-91afd3e7a401 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:37:09.384370 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0b551f-a819-4ba0-9e80-91afd3e7a401 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:37:09.384852 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0b551f-a819-4ba0-9e80-91afd3e7a401 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:37:09.385163 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0b551f-a819-4ba0-9e80-91afd3e7a401 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:37:09.385521 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0b551f-a819-4ba0-9e80-91afd3e7a401 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:37:09.385903 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0b551f-a819-4ba0-9e80-91afd3e7a401 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:37:09.386262 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0b551f-a819-4ba0-9e80-91afd3e7a401 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:37:09.386614 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0b551f-a819-4ba0-9e80-91afd3e7a401 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:37:09.386963 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0b551f-a819-4ba0-9e80-91afd3e7a401 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:37:09.387309 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0b551f-a819-4ba0-9e80-91afd3e7a401 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:37:09.387654 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0b551f-a819-4ba0-9e80-91afd3e7a401 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:37:09.391391 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-cd0b551f-a819-4ba0-9e80-91afd3e7a401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:37:09.437850 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a45bc245-be0e-4f60-a309-4f0ebb822691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:09.462923 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a45bc245-be0e-4f60-a309-4f0ebb822691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:09.516439 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a45bc245-be0e-4f60-a309-4f0ebb822691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:09.520245 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-b02243da-9345-4796-8062-5c661ca32d3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:37:09.536295 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45bc245-be0e-4f60-a309-4f0ebb822691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7099be-1686-4335-aa4c-d5eed8783f6b,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:37:09.540044 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-a45bc245-be0e-4f60-a309-4f0ebb822691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:37:09.548011 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a45bc245-be0e-4f60-a309-4f0ebb822691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:09.549820 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-a45bc245-be0e-4f60-a309-4f0ebb822691 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3a7099be-1686-4335-aa4c-d5eed8783f6b HTTP/1.1" status: 204 len: 168 time: 0.1686268 Nov 09 15:37:09.852063 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 45486) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:37:09.870064 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3344efcc-36bc-43fd-8c45-69e17ad32ee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:09.885576 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-3344efcc-36bc-43fd-8c45-69e17ad32ee4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:37:09.889383 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-3344efcc-36bc-43fd-8c45-69e17ad32ee4 admin admin] Usage tracker for resource:security_group_rule and tenant:f2da56cb22504302a57e6afe57a34778 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:37:09.892187 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-3344efcc-36bc-43fd-8c45-69e17ad32ee4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:37:09.897913 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-3344efcc-36bc-43fd-8c45-69e17ad32ee4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:37:09.984765 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3344efcc-36bc-43fd-8c45-69e17ad32ee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:09.988439 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3344efcc-36bc-43fd-8c45-69e17ad32ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:09.995510 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-22ea4098-0cc1-4a67-bd91-53f52a152183 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:37:10.036421 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-3344efcc-36bc-43fd-8c45-69e17ad32ee4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f2da56cb22504302a57e6afe57a34778&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1831927 Nov 09 15:37:10.037945 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344efcc-36bc-43fd-8c45-69e17ad32ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0401cff1-933d-4ef7-a742-51593f9be84a,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:37:10.039027 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 45492) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:37:10.041127 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-3344efcc-36bc-43fd-8c45-69e17ad32ee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:37:10.098374 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-10f15fb2-7270-4ed8-90b9-96871fda116d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:10.124072 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-10f15fb2-7270-4ed8-90b9-96871fda116d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:10.176615 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-10f15fb2-7270-4ed8-90b9-96871fda116d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:10.180294 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-5bda80cd-3471-4cee-9b3b-cdbfa5201d9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:37:10.193852 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f15fb2-7270-4ed8-90b9-96871fda116d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0401cff1-933d-4ef7-a742-51593f9be84a,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:37:10.196721 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-10f15fb2-7270-4ed8-90b9-96871fda116d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:37:10.199395 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-10f15fb2-7270-4ed8-90b9-96871fda116d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:10.200511 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-10f15fb2-7270-4ed8-90b9-96871fda116d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0401cff1-933d-4ef7-a742-51593f9be84a HTTP/1.1" status: 204 len: 168 time: 0.1605103 Nov 09 15:37:12.127099 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.agents_db [None req-0bb7c99c-2b67-41fc-97bf-7ac1ae3a1626 None None] Agent healthcheck: found 6 active agents {{(pid=86841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 15:37:17.252697 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 45582) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:37:17.372878 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8a278c89-0ccd-4aac-a3ec-56d5b2d8ebb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:17.388367 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-8a278c89-0ccd-4aac-a3ec-56d5b2d8ebb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:37:17.392227 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-8a278c89-0ccd-4aac-a3ec-56d5b2d8ebb0 admin admin] Usage tracker for resource:security_group_rule and tenant:8fd11f4fd78f4a329021535984631655 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:37:17.395063 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-8a278c89-0ccd-4aac-a3ec-56d5b2d8ebb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:37:17.401978 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-8a278c89-0ccd-4aac-a3ec-56d5b2d8ebb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:37:17.483263 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8a278c89-0ccd-4aac-a3ec-56d5b2d8ebb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:17.487493 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8a278c89-0ccd-4aac-a3ec-56d5b2d8ebb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:17.496203 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-a45bc245-be0e-4f60-a309-4f0ebb822691 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:37:17.539359 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-8a278c89-0ccd-4aac-a3ec-56d5b2d8ebb0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8fd11f4fd78f4a329021535984631655&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2854803 Nov 09 15:37:17.541965 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a278c89-0ccd-4aac-a3ec-56d5b2d8ebb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021bd70a-43e8-45c3-80bb-5b6a871e186b,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:37:17.542705 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 45588) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:37:17.545269 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-8a278c89-0ccd-4aac-a3ec-56d5b2d8ebb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:37:17.608172 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-c8dcdac1-4e39-41e2-91aa-4f8ae5d1ac0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:17.635097 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-c8dcdac1-4e39-41e2-91aa-4f8ae5d1ac0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:17.701870 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-c8dcdac1-4e39-41e2-91aa-4f8ae5d1ac0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:17.705640 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-17fe4fd3-58a3-44c0-9ce3-0e03985b4549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:37:17.720461 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dcdac1-4e39-41e2-91aa-4f8ae5d1ac0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021bd70a-43e8-45c3-80bb-5b6a871e186b,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:37:17.723246 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-c8dcdac1-4e39-41e2-91aa-4f8ae5d1ac0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:37:17.733425 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-c8dcdac1-4e39-41e2-91aa-4f8ae5d1ac0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:17.734577 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-c8dcdac1-4e39-41e2-91aa-4f8ae5d1ac0c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/021bd70a-43e8-45c3-80bb-5b6a871e186b HTTP/1.1" status: 204 len: 168 time: 0.1908844 Nov 09 15:37:20.182243 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:21.681215 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 45636) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:37:21.800661 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-2806edbb-6fc2-442b-923b-4cdb569c3e55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:21.820604 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-2806edbb-6fc2-442b-923b-4cdb569c3e55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:37:21.825461 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-2806edbb-6fc2-442b-923b-4cdb569c3e55 admin admin] Usage tracker for resource:security_group_rule and tenant:760d4711ed5f41a89461b50eb44e3fc7 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:37:21.828287 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-2806edbb-6fc2-442b-923b-4cdb569c3e55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:37:21.834247 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-2806edbb-6fc2-442b-923b-4cdb569c3e55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:37:21.928693 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-2806edbb-6fc2-442b-923b-4cdb569c3e55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:21.932550 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-2806edbb-6fc2-442b-923b-4cdb569c3e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:21.939349 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-d5937d67-8141-47ec-bb7b-79a954cc00f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:37:21.986562 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-2806edbb-6fc2-442b-923b-4cdb569c3e55 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=760d4711ed5f41a89461b50eb44e3fc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3040860 Nov 09 15:37:21.987454 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2806edbb-6fc2-442b-923b-4cdb569c3e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0236c3b-f14a-48f4-8e8e-6ea80891c190,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:37:21.990172 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 45642) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:37:21.990649 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-2806edbb-6fc2-442b-923b-4cdb569c3e55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:37:22.050480 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-da5c1705-0d38-4a6a-89f3-47d04314a558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:22.077944 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-da5c1705-0d38-4a6a-89f3-47d04314a558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:22.128996 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-da5c1705-0d38-4a6a-89f3-47d04314a558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:22.132927 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-5fc0f7c6-b032-41e0-9c27-1e09beaabcdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:37:22.150113 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5c1705-0d38-4a6a-89f3-47d04314a558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0236c3b-f14a-48f4-8e8e-6ea80891c190,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:37:22.153778 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-da5c1705-0d38-4a6a-89f3-47d04314a558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:37:22.162097 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-da5c1705-0d38-4a6a-89f3-47d04314a558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:22.165929 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-da5c1705-0d38-4a6a-89f3-47d04314a558 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e0236c3b-f14a-48f4-8e8e-6ea80891c190 HTTP/1.1" status: 204 len: 168 time: 0.1721630 Nov 09 15:37:25.115007 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-623f129a-7501-46c2-a2a7-5d2e52b36cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:25.512063 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:27.646230 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-ae0ee7ab-cdc5-4404-a9a0-af4ca05abef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:28.685492 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:30.227957 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:33.864345 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95298d3-2a65-4c98-8870-f22f0c35e7d7 req-ff6d8e1f-62b7-4aa3-8fe6-d8b19067f355 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:37:33.865803 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b95298d3-2a65-4c98-8870-f22f0c35e7d7 req-ff6d8e1f-62b7-4aa3-8fe6-d8b19067f355 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 947 time: 0.2546933 Nov 09 15:37:33.911116 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b95298d3-2a65-4c98-8870-f22f0c35e7d7 req-75c2ca7d-6407-4f21-ad78-e7e0a900a0f1 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391243 Nov 09 15:37:34.291747 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 45776) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:37:34.407581 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a625fcc5-8154-44dd-90e3-db502e6fc627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:34.422352 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-a625fcc5-8154-44dd-90e3-db502e6fc627 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:37:34.426153 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-a625fcc5-8154-44dd-90e3-db502e6fc627 admin admin] Usage tracker for resource:security_group_rule and tenant:ca6ebb24d8e048d198b08ad6e483fbc3 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:37:34.428931 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-a625fcc5-8154-44dd-90e3-db502e6fc627 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:37:34.435333 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-a625fcc5-8154-44dd-90e3-db502e6fc627 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:37:34.519497 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a625fcc5-8154-44dd-90e3-db502e6fc627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:34.523724 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a625fcc5-8154-44dd-90e3-db502e6fc627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:34.532993 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-c408b245-140a-4c4b-8cd0-55c1c82e2582 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:37:34.575008 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-a625fcc5-8154-44dd-90e3-db502e6fc627 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ca6ebb24d8e048d198b08ad6e483fbc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2821536 Nov 09 15:37:34.576734 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a625fcc5-8154-44dd-90e3-db502e6fc627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06717801-0e26-4f8e-81c1-bc6a4bcf5678,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:37:34.577733 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 45782) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:37:34.580185 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-a625fcc5-8154-44dd-90e3-db502e6fc627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:37:34.637288 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-d767b590-e1c0-4b06-9954-f17734ac066c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:34.663283 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-d767b590-e1c0-4b06-9954-f17734ac066c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:34.716613 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-d767b590-e1c0-4b06-9954-f17734ac066c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:34.720511 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-7ba5e781-384a-448d-b68d-b66a14129523 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:37:34.735318 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d767b590-e1c0-4b06-9954-f17734ac066c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06717801-0e26-4f8e-81c1-bc6a4bcf5678,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:37:34.738786 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-d767b590-e1c0-4b06-9954-f17734ac066c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:37:34.744914 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-d767b590-e1c0-4b06-9954-f17734ac066c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:34.746071 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-d767b590-e1c0-4b06-9954-f17734ac066c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/06717801-0e26-4f8e-81c1-bc6a4bcf5678 HTTP/1.1" status: 204 len: 168 time: 0.1673162 Nov 09 15:37:35.347349 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d62925-46f9-46be-9299-a50d18265110 req-c0fe33cd-571a-4ced-afb0-d7141b92463f tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:37:35.348821 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e4d62925-46f9-46be-9299-a50d18265110 req-c0fe33cd-571a-4ced-afb0-d7141b92463f tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 947 time: 0.3170991 Nov 09 15:37:35.357157 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee6c7b-43b5-413f-bca8-766f13b6725a req-fb1e8af7-b336-4df3-9682-f180120784d7 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:37:35.358609 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7fee6c7b-43b5-413f-bca8-766f13b6725a req-fb1e8af7-b336-4df3-9682-f180120784d7 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.44 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 947 time: 0.1205208 Nov 09 15:37:35.452576 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e4d62925-46f9-46be-9299-a50d18265110 req-95ebd0cf-7818-4a5d-974a-319b8ecbfc01 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a8138ff-8574-48f3-b04a-9364760bdd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930345 Nov 09 15:37:35.457682 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [req-7fee6c7b-43b5-413f-bca8-766f13b6725a req-4548a34e-8454-477f-9cc6-6c1ab51550e2 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Deleting port cf26e071-712a-4439-aa61-6003e5fb36ec {{(pid=86838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 09 15:37:35.458054 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-7fee6c7b-43b5-413f-bca8-766f13b6725a req-4548a34e-8454-477f-9cc6-6c1ab51550e2 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763972629131'] for port, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:35.709604 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-7fee6c7b-43b5-413f-bca8-766f13b6725a req-4548a34e-8454-477f-9cc6-6c1ab51550e2 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] For port cf26e071-712a-4439-aa61-6003e5fb36ec, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=cf26e071-712a-4439-aa61-6003e5fb36ec,segment=NetworkSegment(d9ea088f-84c5-40da-9a44-3534ad2a71f5),segment_id=d9ea088f-84c5-40da-9a44-3534ad2a71f5)] {{(pid=86838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:37:35.709987 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-7fee6c7b-43b5-413f-bca8-766f13b6725a req-4548a34e-8454-477f-9cc6-6c1ab51550e2 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980446'] for port, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:36.003430 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-7fee6c7b-43b5-413f-bca8-766f13b6725a req-4548a34e-8454-477f-9cc6-6c1ab51550e2 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:36.003712 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-7fee6c7b-43b5-413f-bca8-766f13b6725a req-4548a34e-8454-477f-9cc6-6c1ab51550e2 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-978376'] for floatingip, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:36.004032 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.db.l3_db [req-7fee6c7b-43b5-413f-bca8-766f13b6725a req-4548a34e-8454-477f-9cc6-6c1ab51550e2 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Floating IP 49cf3ebe-6450-44ef-ab93-2b96dc3b8386 disassociated. External IP: 172.28.0.65, port: cf26e071-712a-4439-aa61-6003e5fb36ec. Nov 09 15:37:36.004374 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [req-7fee6c7b-43b5-413f-bca8-766f13b6725a req-4548a34e-8454-477f-9cc6-6c1ab51550e2 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Calling delete_port for cf26e071-712a-4439-aa61-6003e5fb36ec owned by compute:nova {{(pid=86838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 09 15:37:36.154759 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-7fee6c7b-43b5-413f-bca8-766f13b6725a req-4548a34e-8454-477f-9cc6-6c1ab51550e2 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763972633375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763972299780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1120097'] for port, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:36.160322 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-a656397f-2955-467d-850d-77e361140aef tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:37:36.309132 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4548a34e-8454-477f-9cc6-6c1ab51550e2 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Pushing event deleted for resources: {'Port': ['ID=cf26e071-712a-4439-aa61-6003e5fb36ec,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:37:36.313059 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-4548a34e-8454-477f-9cc6-6c1ab51550e2 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:37:36.497564 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fee6c7b-43b5-413f-bca8-766f13b6725a req-4548a34e-8454-477f-9cc6-6c1ab51550e2 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Router b7665c91-6eac-4dd6-ac27-61681dec3fdd has already been hosted by L3 agent d083232d-238f-4a80-a5b8-222ad2e2cbfd {{(pid=86838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 09 15:37:36.626990 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8c3ca0f5-cf37-495a-87e8-e2264b678d7e req-b2cd93de-3526-4993-8d39-f84158df6478 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50bd789-1126-4369-9299-0480c1ba16b9 HTTP/1.1" status: 200 len: 210 time: 0.0559106 Nov 09 15:37:36.728788 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fee6c7b-43b5-413f-bca8-766f13b6725a req-4548a34e-8454-477f-9cc6-6c1ab51550e2 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify agent at l3_agent.dv-cinder-817223-1-smb the message routers_updated {{(pid=86838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 09 15:37:36.745195 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd812c11-b06e-4e48-a667-2d83a1118a7a None None] Sync routers for ids ['b7665c91-6eac-4dd6-ac27-61681dec3fdd'] in dv-cinder-817223-1-smb {{(pid=86841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 15:37:36.755605 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd812c11-b06e-4e48-a667-2d83a1118a7a None None] Routers {'b7665c91-6eac-4dd6-ac27-61681dec3fdd'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:37:36.756473 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-dd812c11-b06e-4e48-a667-2d83a1118a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:37:28Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['b7665c91-6eac-4dd6-ac27-61681dec3fdd'], 'active': True} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:37:36.821382 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fee6c7b-43b5-413f-bca8-766f13b6725a req-4548a34e-8454-477f-9cc6-6c1ab51550e2 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] No DVR routers for this DVR port cf26e071-712a-4439-aa61-6003e5fb36ec on host hv-cinder-81722 {{(pid=86838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 15:37:36.824835 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-7fee6c7b-43b5-413f-bca8-766f13b6725a req-4548a34e-8454-477f-9cc6-6c1ab51550e2 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:36.827678 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50bd789-1126-4369-9299-0480c1ba16b9', 'name': 'network-vif-deleted', 'tag': 'cf26e071-712a-4439-aa61-6003e5fb36ec'}] {{(pid=86838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:37:36.856492 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7fee6c7b-43b5-413f-bca8-766f13b6725a req-4548a34e-8454-477f-9cc6-6c1ab51550e2 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.44 "DELETE /v2.0/ports/cf26e071-712a-4439-aa61-6003e5fb36ec HTTP/1.1" status: 204 len: 173 time: 1.4830670 Nov 09 15:37:36.885746 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50bd789-1126-4369-9299-0480c1ba16b9', 'name': 'network-vif-deleted', 'tag': 'cf26e071-712a-4439-aa61-6003e5fb36ec', 'status': 'completed', 'code': 200} Nov 09 15:37:36.983955 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvr_db [None req-dd812c11-b06e-4e48-a667-2d83a1118a7a None None] Set router b7665c91-6eac-4dd6-ac27-61681dec3fdd gateway port host: dv-cinder-817223-1-smb {{(pid=86841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:37:37.314750 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-dd812c11-b06e-4e48-a667-2d83a1118a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'name': 'tempest-AttachVolumeShelveTestJSON-159271723-router', 'tenant_id': '4c426877957540c3ae3ca3dce095a0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': 'f83defcc-f554-4c34-8d90-9ba2cba64fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:27:05Z', 'updated_at': '2021-11-09T15:27:19Z', 'revision_number': 4, 'project_id': '4c426877957540c3ae3ca3dce095a0e8', 'gw_port': {'id': 'f83defcc-f554-4c34-8d90-9ba2cba64fae', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:07Z', 'updated_at': '2021-11-09T15:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_interfaces': [{'id': 'f9d381bc-8853-40c6-975d-713644bb15b8', 'name': '', 'network_id': '4e486921-0f80-48c5-9888-ae5de3f1e305', 'tenant_id': '4c426877957540c3ae3ca3dce095a0e8', 'mac_address': 'fa:16:3e:70:de:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '5ec84acc-d70c-4e8d-bb6d-6e13232b6778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:16Z', 'updated_at': '2021-11-09T15:27:29Z', 'revision_number': 5, 'project_id': '4c426877957540c3ae3ca3dce095a0e8', 'subnets': [{'id': '5ec84acc-d70c-4e8d-bb6d-6e13232b6778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:37:37.318693 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd812c11-b06e-4e48-a667-2d83a1118a7a None None] Checking router: b7665c91-6eac-4dd6-ac27-61681dec3fdd for host: dv-cinder-817223-1-smb {{(pid=86841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 15:37:37.330581 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd812c11-b06e-4e48-a667-2d83a1118a7a None None] Routers {'b7665c91-6eac-4dd6-ac27-61681dec3fdd'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:37:37.331523 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-dd812c11-b06e-4e48-a667-2d83a1118a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:37:28Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['b7665c91-6eac-4dd6-ac27-61681dec3fdd'], 'active': True} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:37:37.569178 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvr_db [None req-dd812c11-b06e-4e48-a667-2d83a1118a7a None None] Set router b7665c91-6eac-4dd6-ac27-61681dec3fdd gateway port host: dv-cinder-817223-1-smb {{(pid=86841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:37:37.755147 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 45800) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:37:37.891795 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-dd812c11-b06e-4e48-a667-2d83a1118a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'name': 'tempest-AttachVolumeShelveTestJSON-159271723-router', 'tenant_id': '4c426877957540c3ae3ca3dce095a0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': 'f83defcc-f554-4c34-8d90-9ba2cba64fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:27:05Z', 'updated_at': '2021-11-09T15:27:19Z', 'revision_number': 4, 'project_id': '4c426877957540c3ae3ca3dce095a0e8', 'gw_port': {'id': 'f83defcc-f554-4c34-8d90-9ba2cba64fae', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:07Z', 'updated_at': '2021-11-09T15:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_interfaces': [{'id': 'f9d381bc-8853-40c6-975d-713644bb15b8', 'name': '', 'network_id': '4e486921-0f80-48c5-9888-ae5de3f1e305', 'tenant_id': '4c426877957540c3ae3ca3dce095a0e8', 'mac_address': 'fa:16:3e:70:de:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '5ec84acc-d70c-4e8d-bb6d-6e13232b6778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:16Z', 'updated_at': '2021-11-09T15:27:29Z', 'revision_number': 5, 'project_id': '4c426877957540c3ae3ca3dce095a0e8', 'subnets': [{'id': '5ec84acc-d70c-4e8d-bb6d-6e13232b6778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:37:37.896195 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd812c11-b06e-4e48-a667-2d83a1118a7a None None] The sync data for ids ['b7665c91-6eac-4dd6-ac27-61681dec3fdd'] in dv-cinder-817223-1-smb is: [{'id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'name': 'tempest-AttachVolumeShelveTestJSON-159271723-router', 'tenant_id': '4c426877957540c3ae3ca3dce095a0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': 'f83defcc-f554-4c34-8d90-9ba2cba64fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:27:05Z', 'updated_at': '2021-11-09T15:27:19Z', 'revision_number': 4, 'project_id': '4c426877957540c3ae3ca3dce095a0e8', 'gw_port': {'id': 'f83defcc-f554-4c34-8d90-9ba2cba64fae', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:07Z', 'updated_at': '2021-11-09T15:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_interfaces': [{'id': 'f9d381bc-8853-40c6-975d-713644bb15b8', 'name': '', 'network_id': '4e486921-0f80-48c5-9888-ae5de3f1e305', 'tenant_id': '4c426877957540c3ae3ca3dce095a0e8', 'mac_address': 'fa:16:3e:70:de:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '5ec84acc-d70c-4e8d-bb6d-6e13232b6778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:16Z', 'updated_at': '2021-11-09T15:27:29Z', 'revision_number': 5, 'project_id': '4c426877957540c3ae3ca3dce095a0e8', 'subnets': [{'id': '5ec84acc-d70c-4e8d-bb6d-6e13232b6778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 15:37:37.925075 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-f2abdaf4-ecd7-496b-a1e4-4935514f8ebb tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks [] for security_group, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:37.955732 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-f2abdaf4-ecd7-496b-a1e4-4935514f8ebb tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:38.011276 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-f2abdaf4-ecd7-496b-a1e4-4935514f8ebb tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:38.015252 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-2806edbb-6fc2-442b-923b-4cdb569c3e55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:37:38.030156 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2abdaf4-ecd7-496b-a1e4-4935514f8ebb tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8138ff-8574-48f3-b04a-9364760bdd4e,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:37:38.033379 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-f2abdaf4-ecd7-496b-a1e4-4935514f8ebb tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:37:38.048507 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-f2abdaf4-ecd7-496b-a1e4-4935514f8ebb tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:38.049748 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-f2abdaf4-ecd7-496b-a1e4-4935514f8ebb tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "DELETE /v2.0/security-groups/0a8138ff-8574-48f3-b04a-9364760bdd4e HTTP/1.1" status: 204 len: 168 time: 0.2936089 Nov 09 15:37:38.054234 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 45804) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:37:38.075435 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.api.v2.resource [None req-afb9413d-a94f-42bf-aaa8-bef165a2a2cc tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] show failed (client error): The resource could not be found. Nov 09 15:37:38.079402 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-afb9413d-a94f-42bf-aaa8-bef165a2a2cc tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "GET /v2.0/security-groups/0a8138ff-8574-48f3-b04a-9364760bdd4e HTTP/1.1" status: 404 len: 347 time: 0.0216436 Nov 09 15:37:38.079745 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 45808) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:37:38.138891 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ec9da1-5663-44e0-9cb7-0bb7a7b7f117 None None] New status for floating IP 49cf3ebe-6450-44ef-ab93-2b96dc3b8386: DOWN {{(pid=86840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 15:37:38.246059 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-3af6b4e4-d0c2-4f57-88cf-9cc6b32e63e4 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Deleting port f949e0ac-1610-4ab8-afc6-876e85f7f1e5 {{(pid=86839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 09 15:37:38.246335 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3af6b4e4-d0c2-4f57-88cf-9cc6b32e63e4 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763972629131'] for port, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:38.428153 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3af6b4e4-d0c2-4f57-88cf-9cc6b32e63e4 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980446'] for port, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:38.428481 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3af6b4e4-d0c2-4f57-88cf-9cc6b32e63e4 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:38.557718 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-3af6b4e4-d0c2-4f57-88cf-9cc6b32e63e4 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Calling delete_port for f949e0ac-1610-4ab8-afc6-876e85f7f1e5 owned by network:floatingip {{(pid=86839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 09 15:37:38.645053 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.db.api [None req-3af6b4e4-d0c2-4f57-88cf-9cc6b32e63e4 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 15:37:38.645407 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_db.api [None req-3af6b4e4-d0c2-4f57-88cf-9cc6b32e63e4 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 15:37:39.146991 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-3af6b4e4-d0c2-4f57-88cf-9cc6b32e63e4 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Deleting port f949e0ac-1610-4ab8-afc6-876e85f7f1e5 {{(pid=86839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 09 15:37:39.147694 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3af6b4e4-d0c2-4f57-88cf-9cc6b32e63e4 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763972629131'] for port, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:39.331620 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3af6b4e4-d0c2-4f57-88cf-9cc6b32e63e4 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980446'] for port, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:39.331938 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3af6b4e4-d0c2-4f57-88cf-9cc6b32e63e4 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:39.458373 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-3af6b4e4-d0c2-4f57-88cf-9cc6b32e63e4 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Calling delete_port for f949e0ac-1610-4ab8-afc6-876e85f7f1e5 owned by network:floatingip {{(pid=86839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 09 15:37:39.619080 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3af6b4e4-d0c2-4f57-88cf-9cc6b32e63e4 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763972633375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763972299780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337271'] for port, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:39.623514 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-bf72a073-00c3-49cc-a13a-f3627a8a0413 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:37:39.672769 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af6b4e4-d0c2-4f57-88cf-9cc6b32e63e4 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Pushing event deleted for resources: {'Port': ['ID=f949e0ac-1610-4ab8-afc6-876e85f7f1e5,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:37:39.676022 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-3af6b4e4-d0c2-4f57-88cf-9cc6b32e63e4 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:37:39.766815 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3af6b4e4-d0c2-4f57-88cf-9cc6b32e63e4 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks [] for floatingip, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:39.782486 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3af6b4e4-d0c2-4f57-88cf-9cc6b32e63e4 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581'] for floatingip, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:39.783585 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-3af6b4e4-d0c2-4f57-88cf-9cc6b32e63e4 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] 10.222.0.83 "DELETE /v2.0/floatingips/49cf3ebe-6450-44ef-ab93-2b96dc3b8386 HTTP/1.1" status: 204 len: 168 time: 1.7028885 Nov 09 15:37:40.046564 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device cf26e071-712a-4439-aa61-6003e5fb36ec no longer exists at agent hyperv_hv-cinder-81722 {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 15:37:40.081764 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] No Port match for: cf26e071-712a-4439-aa61-6003e5fb36ec {{(pid=86840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 09 15:37:40.082138 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device cf26e071-712a-4439-aa61-6003e5fb36ec not bound to the agent host hv-cinder-81722 {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 15:37:42.591528 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 45832) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:37:43.361089 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-b6c6b8fb-0387-4381-b793-0561d64655e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-822494'] for router_interface, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:43.711054 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-b6c6b8fb-0387-4381-b793-0561d64655e1 admin admin] Deleting port f9d381bc-8853-40c6-975d-713644bb15b8 {{(pid=86839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 09 15:37:43.712460 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-b6c6b8fb-0387-4381-b793-0561d64655e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763972629131'] for port, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:43.882481 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-b6c6b8fb-0387-4381-b793-0561d64655e1 admin admin] For port f9d381bc-8853-40c6-975d-713644bb15b8, host dv-cinder-817223-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=f9d381bc-8853-40c6-975d-713644bb15b8,segment=NetworkSegment(d9ea088f-84c5-40da-9a44-3534ad2a71f5),segment_id=d9ea088f-84c5-40da-9a44-3534ad2a71f5)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:37:43.882827 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-b6c6b8fb-0387-4381-b793-0561d64655e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980446'] for port, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:44.001665 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-b6c6b8fb-0387-4381-b793-0561d64655e1 admin admin] Calling delete_port for f9d381bc-8853-40c6-975d-713644bb15b8 owned by network:router_interface {{(pid=86839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 09 15:37:44.179376 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-b6c6b8fb-0387-4381-b793-0561d64655e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763972633375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763972299780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337271'] for port, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:44.183939 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-ca95e60f-3606-4584-9914-cccfb875f72d tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:37:44.230492 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c6b8fb-0387-4381-b793-0561d64655e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9d381bc-8853-40c6-975d-713644bb15b8,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:37:44.256039 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-b6c6b8fb-0387-4381-b793-0561d64655e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:37:44.598527 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-b6c6b8fb-0387-4381-b793-0561d64655e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-822434'] for router_interface, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:44.950551 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c6b8fb-0387-4381-b793-0561d64655e1 admin admin] Router b7665c91-6eac-4dd6-ac27-61681dec3fdd has already been hosted by L3 agent d083232d-238f-4a80-a5b8-222ad2e2cbfd {{(pid=86839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 09 15:37:45.128205 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c6b8fb-0387-4381-b793-0561d64655e1 admin admin] Notify agent at l3_agent.dv-cinder-817223-1-smb the message routers_updated {{(pid=86839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 09 15:37:45.138040 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce7ab80-e854-4c61-9563-1b134b226d63 None None] Sync routers for ids ['b7665c91-6eac-4dd6-ac27-61681dec3fdd'] in dv-cinder-817223-1-smb {{(pid=86841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 15:37:45.142522 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-b6c6b8fb-0387-4381-b793-0561d64655e1 admin admin] 10.222.0.83 "PUT /v2.0/routers/b7665c91-6eac-4dd6-ac27-61681dec3fdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5498998 Nov 09 15:37:45.144979 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 45838) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:37:45.147890 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce7ab80-e854-4c61-9563-1b134b226d63 None None] Routers {'b7665c91-6eac-4dd6-ac27-61681dec3fdd'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:37:45.148496 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-dce7ab80-e854-4c61-9563-1b134b226d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:37:28Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['b7665c91-6eac-4dd6-ac27-61681dec3fdd'], 'active': True} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:37:45.322409 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-49621003-8799-4257-8e83-571a64b34f05 admin admin] Notify callbacks [] for router, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:45.327540 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvr_db [None req-dce7ab80-e854-4c61-9563-1b134b226d63 None None] Set router b7665c91-6eac-4dd6-ac27-61681dec3fdd gateway port host: dv-cinder-817223-1-smb {{(pid=86841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:37:45.505498 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-49621003-8799-4257-8e83-571a64b34f05 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:45.516176 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-49621003-8799-4257-8e83-571a64b34f05 admin admin] Deleting port f83defcc-f554-4c34-8d90-9ba2cba64fae {{(pid=86839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 09 15:37:45.516497 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-49621003-8799-4257-8e83-571a64b34f05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763972629131'] for port, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:45.638504 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-dce7ab80-e854-4c61-9563-1b134b226d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'name': 'tempest-AttachVolumeShelveTestJSON-159271723-router', 'tenant_id': '4c426877957540c3ae3ca3dce095a0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': 'f83defcc-f554-4c34-8d90-9ba2cba64fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:27:05Z', 'updated_at': '2021-11-09T15:37:44Z', 'revision_number': 5, 'project_id': '4c426877957540c3ae3ca3dce095a0e8', 'gw_port': {'id': 'f83defcc-f554-4c34-8d90-9ba2cba64fae', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:07Z', 'updated_at': '2021-11-09T15:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb'}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:37:45.642327 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce7ab80-e854-4c61-9563-1b134b226d63 None None] Checking router: b7665c91-6eac-4dd6-ac27-61681dec3fdd for host: dv-cinder-817223-1-smb {{(pid=86841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 15:37:45.651302 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce7ab80-e854-4c61-9563-1b134b226d63 None None] Routers {'b7665c91-6eac-4dd6-ac27-61681dec3fdd'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:37:45.651904 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-dce7ab80-e854-4c61-9563-1b134b226d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:37:28Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['b7665c91-6eac-4dd6-ac27-61681dec3fdd'], 'active': True} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:37:45.687191 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-49621003-8799-4257-8e83-571a64b34f05 admin admin] For port f83defcc-f554-4c34-8d90-9ba2cba64fae, host dv-cinder-817223-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=f83defcc-f554-4c34-8d90-9ba2cba64fae,segment=NetworkSegment(5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3),segment_id=5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:37:45.687535 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-49621003-8799-4257-8e83-571a64b34f05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980446'] for port, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:45.807143 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvr_db [None req-dce7ab80-e854-4c61-9563-1b134b226d63 None None] Set router b7665c91-6eac-4dd6-ac27-61681dec3fdd gateway port host: None {{(pid=86841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:37:45.913301 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-dce7ab80-e854-4c61-9563-1b134b226d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'name': 'tempest-AttachVolumeShelveTestJSON-159271723-router', 'tenant_id': '4c426877957540c3ae3ca3dce095a0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:27:05Z', 'updated_at': '2021-11-09T15:37:45Z', 'revision_number': 6, 'project_id': '4c426877957540c3ae3ca3dce095a0e8', 'gw_port_host': None}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:37:45.918050 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce7ab80-e854-4c61-9563-1b134b226d63 None None] The sync data for ids ['b7665c91-6eac-4dd6-ac27-61681dec3fdd'] in dv-cinder-817223-1-smb is: [{'id': 'b7665c91-6eac-4dd6-ac27-61681dec3fdd', 'name': 'tempest-AttachVolumeShelveTestJSON-159271723-router', 'tenant_id': '4c426877957540c3ae3ca3dce095a0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:27:05Z', 'updated_at': '2021-11-09T15:37:45Z', 'revision_number': 6, 'project_id': '4c426877957540c3ae3ca3dce095a0e8', 'gw_port_host': None}] {{(pid=86841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 15:37:45.925195 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-49621003-8799-4257-8e83-571a64b34f05 admin admin] Calling delete_port for f83defcc-f554-4c34-8d90-9ba2cba64fae owned by network:router_gateway {{(pid=86839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 09 15:37:46.093750 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-49621003-8799-4257-8e83-571a64b34f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763972633375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763972299780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337271'] for port, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:46.097186 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-e9eabb5c-8322-4d1c-be3b-7e7a949449bd tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:37:46.139749 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49621003-8799-4257-8e83-571a64b34f05 admin admin] Pushing event deleted for resources: {'Port': ['ID=f83defcc-f554-4c34-8d90-9ba2cba64fae,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:37:46.142796 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-49621003-8799-4257-8e83-571a64b34f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:37:46.233223 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-49621003-8799-4257-8e83-571a64b34f05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978213'] for router_gateway, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:46.408493 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-49621003-8799-4257-8e83-571a64b34f05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-980324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-689'] for router, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:46.410674 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-49621003-8799-4257-8e83-571a64b34f05 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:46.437742 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-49621003-8799-4257-8e83-571a64b34f05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978257'] for router, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:46.438450 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49621003-8799-4257-8e83-571a64b34f05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7665c91-6eac-4dd6-ac27-61681dec3fdd {{(pid=86839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 09 15:37:46.452197 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-49621003-8799-4257-8e83-571a64b34f05 admin admin] Notify callbacks [] for router, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:46.453313 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-49621003-8799-4257-8e83-571a64b34f05 admin admin] 10.222.0.83 "DELETE /v2.0/routers/b7665c91-6eac-4dd6-ac27-61681dec3fdd HTTP/1.1" status: 204 len: 168 time: 1.3074503 Nov 09 15:37:46.455821 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 45842) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:37:46.515468 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.db_base_plugin_v2 [None req-99e9cce2-9437-456c-9dc5-6691e704d8f9 admin admin] Deleting subnet 5ec84acc-d70c-4e8d-bb6d-6e13232b6778 {{(pid=86839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 09 15:37:46.518266 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-99e9cce2-9437-456c-9dc5-6691e704d8f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:46.569798 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-99e9cce2-9437-456c-9dc5-6691e704d8f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1821124'] for subnet, precommit_delete_associations {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:46.648046 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-99e9cce2-9437-456c-9dc5-6691e704d8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16468760'] for subnet, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:46.716577 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-99e9cce2-9437-456c-9dc5-6691e704d8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16468759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3222528'] for subnet, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:46.720910 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:37:46.760595 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e9cce2-9437-456c-9dc5-6691e704d8f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ec84acc-d70c-4e8d-bb6d-6e13232b6778,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:37:46.763929 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-99e9cce2-9437-456c-9dc5-6691e704d8f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:37:46.765151 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device f9d381bc-8853-40c6-975d-713644bb15b8 no longer exists at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 15:37:46.766456 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-99e9cce2-9437-456c-9dc5-6691e704d8f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:46.776222 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-99e9cce2-9437-456c-9dc5-6691e704d8f9 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/5ec84acc-d70c-4e8d-bb6d-6e13232b6778 HTTP/1.1" status: 204 len: 168 time: 0.3168471 Nov 09 15:37:46.776865 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 45846) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:37:46.803677 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de1e697-8f8c-438e-a49a-35f4190f9d07 None None] Network 4e486921-0f80-48c5-9888-ae5de3f1e305 requested from dv-cinder-817223-1-smb {{(pid=86840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 09 15:37:46.827550 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] No Port match for: f9d381bc-8853-40c6-975d-713644bb15b8 {{(pid=86840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 09 15:37:46.827901 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device f9d381bc-8853-40c6-975d-713644bb15b8 not bound to the agent host dv-cinder-817223-1-smb {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 15:37:46.828326 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device f83defcc-f554-4c34-8d90-9ba2cba64fae no longer exists at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 15:37:46.885916 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-80a6e141-83c0-4233-bd15-c2b6a1ec743b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16504018'] for network, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:46.897079 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-80a6e141-83c0-4233-bd15-c2b6a1ec743b admin admin] Deleting port 5792bdce-5448-472d-9531-4149520ea9e3 {{(pid=86839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 09 15:37:46.897420 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-80a6e141-83c0-4233-bd15-c2b6a1ec743b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763972629131'] for port, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:46.908212 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] No Port match for: f83defcc-f554-4c34-8d90-9ba2cba64fae {{(pid=86840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 09 15:37:46.908577 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device f83defcc-f554-4c34-8d90-9ba2cba64fae not bound to the agent host dv-cinder-817223-1-smb {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 15:37:47.101803 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6641d050-1fb4-49e4-8f70-5a13902f372a None None] DHCP port deletion for 4e486921-0f80-48c5-9888-ae5de3f1e305 request from dv-cinder-817223-1-smb {{(pid=86840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 09 15:37:47.112261 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-6641d050-1fb4-49e4-8f70-5a13902f372a None None] Deleting port 5792bdce-5448-472d-9531-4149520ea9e3 {{(pid=86840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 09 15:37:47.112261 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-6641d050-1fb4-49e4-8f70-5a13902f372a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763972629131'] for port, before_delete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:47.112571 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-80a6e141-83c0-4233-bd15-c2b6a1ec743b admin admin] For port 5792bdce-5448-472d-9531-4149520ea9e3, host dv-cinder-817223-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=5792bdce-5448-472d-9531-4149520ea9e3,segment=NetworkSegment(d9ea088f-84c5-40da-9a44-3534ad2a71f5),segment_id=d9ea088f-84c5-40da-9a44-3534ad2a71f5)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:37:47.112571 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-80a6e141-83c0-4233-bd15-c2b6a1ec743b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980446'] for port, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:47.234043 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-80a6e141-83c0-4233-bd15-c2b6a1ec743b admin admin] Calling delete_port for 5792bdce-5448-472d-9531-4149520ea9e3 owned by network:dhcp {{(pid=86839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 09 15:37:47.359122 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-6641d050-1fb4-49e4-8f70-5a13902f372a None None] For port 5792bdce-5448-472d-9531-4149520ea9e3, host dv-cinder-817223-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=5792bdce-5448-472d-9531-4149520ea9e3,segment=NetworkSegment(d9ea088f-84c5-40da-9a44-3534ad2a71f5),segment_id=d9ea088f-84c5-40da-9a44-3534ad2a71f5)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:37:47.359432 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-6641d050-1fb4-49e4-8f70-5a13902f372a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980446'] for port, precommit_delete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:47.412611 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-80a6e141-83c0-4233-bd15-c2b6a1ec743b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763972633375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763972299780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337271'] for port, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:47.418164 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-c9669ff4-f7e7-400e-af7c-e2572816b075 tempest-DeleteServersTestJSON-25699406 tempest-DeleteServersTestJSON-25699406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:37:47.461323 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a6e141-83c0-4233-bd15-c2b6a1ec743b admin admin] Pushing event deleted for resources: {'Port': ['ID=5792bdce-5448-472d-9531-4149520ea9e3,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:37:47.463333 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a6e141-83c0-4233-bd15-c2b6a1ec743b admin admin] No DVR routers for this DVR port 5792bdce-5448-472d-9531-4149520ea9e3 on host dv-cinder-817223-1-smb {{(pid=86839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 15:37:47.464773 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-80a6e141-83c0-4233-bd15-c2b6a1ec743b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:37:47.480330 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-6641d050-1fb4-49e4-8f70-5a13902f372a None None] Calling delete_port for 5792bdce-5448-472d-9531-4149520ea9e3 owned by network:dhcp {{(pid=86840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 09 15:37:47.552414 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.db.api [None req-6641d050-1fb4-49e4-8f70-5a13902f372a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 15:37:47.552765 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_db.api [None req-6641d050-1fb4-49e4-8f70-5a13902f372a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 15:37:47.578230 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-80a6e141-83c0-4233-bd15-c2b6a1ec743b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16467554', 'neutron.services.segments.db._delete_segments_for_network-8763972805012'] for network, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:47.603939 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.services.segments.db [None req-80a6e141-83c0-4233-bd15-c2b6a1ec743b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e486921-0f80-48c5-9888-ae5de3f1e305']}} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:37:47.615596 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.services.segments.db [None req-80a6e141-83c0-4233-bd15-c2b6a1ec743b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9ea088f-84c5-40da-9a44-3534ad2a71f5') {'for_net_delete': True} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:37:47.615827 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.services.segments.db [None req-80a6e141-83c0-4233-bd15-c2b6a1ec743b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9ea088f-84c5-40da-9a44-3534ad2a71f5') {} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:37:47.626834 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-80a6e141-83c0-4233-bd15-c2b6a1ec743b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763972734275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820991'] for segment, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:47.646974 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-80a6e141-83c0-4233-bd15-c2b6a1ec743b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16429219'] for segment, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:47.653994 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80a6e141-83c0-4233-bd15-c2b6a1ec743b admin admin] Releasing vlan 1232 on physical network physnet1 to pool {{(pid=86839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 15:37:47.654559 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-80a6e141-83c0-4233-bd15-c2b6a1ec743b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16429210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337322'] for segment, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:47.669009 dv-cinder-817223-1-smb neutron-server[86839]: Traceback (most recent call last): Nov 09 15:37:47.669009 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 15:37:47.669009 dv-cinder-817223-1-smb neutron-server[86839]: timer() Nov 09 15:37:47.669009 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 15:37:47.669009 dv-cinder-817223-1-smb neutron-server[86839]: cb(*args, **kw) Nov 09 15:37:47.669009 dv-cinder-817223-1-smb neutron-server[86839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 15:37:47.669009 dv-cinder-817223-1-smb neutron-server[86839]: return func(*args, **kwargs) Nov 09 15:37:47.669009 dv-cinder-817223-1-smb neutron-server[86839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 15:37:47.669009 dv-cinder-817223-1-smb neutron-server[86839]: self._notify() Nov 09 15:37:47.669009 dv-cinder-817223-1-smb neutron-server[86839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 15:37:47.669009 dv-cinder-817223-1-smb neutron-server[86839]: self.callback(batched_events) Nov 09 15:37:47.669009 dv-cinder-817223-1-smb neutron-server[86839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 15:37:47.669009 dv-cinder-817223-1-smb neutron-server[86839]: event.method(event) Nov 09 15:37:47.669009 dv-cinder-817223-1-smb neutron-server[86839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 15:37:47.669009 dv-cinder-817223-1-smb neutron-server[86839]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 15:37:47.669009 dv-cinder-817223-1-smb neutron-server[86839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 15:37:47.669009 dv-cinder-817223-1-smb neutron-server[86839]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 15:37:47.669009 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 15:37:47.669009 dv-cinder-817223-1-smb neutron-server[86839]: return f(self, *a, **k) Nov 09 15:37:47.669009 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 09 15:37:47.669009 dv-cinder-817223-1-smb neutron-server[86839]: return self._get(url).json() Nov 09 15:37:47.669009 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 09 15:37:47.669009 dv-cinder-817223-1-smb neutron-server[86839]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 15:37:47.669009 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 15:37:47.669009 dv-cinder-817223-1-smb neutron-server[86839]: return self.request(url, 'GET', **kwargs) Nov 09 15:37:47.669009 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 15:37:47.669009 dv-cinder-817223-1-smb neutron-server[86839]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 15:37:47.669009 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 15:37:47.669009 dv-cinder-817223-1-smb neutron-server[86839]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 15:37:47.669009 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 15:37:47.669009 dv-cinder-817223-1-smb neutron-server[86839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 15:37:47.669009 dv-cinder-817223-1-smb neutron-server[86839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 15:37:47.742132 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-80a6e141-83c0-4233-bd15-c2b6a1ec743b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16467563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-978398'] for network, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:47.746149 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-6f8c9597-4235-479f-9767-ed618e1974e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:37:47.759326 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-80a6e141-83c0-4233-bd15-c2b6a1ec743b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:47.769907 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a6e141-83c0-4233-bd15-c2b6a1ec743b admin admin] Pushing event deleted for resources: {'Network': ['ID=4e486921-0f80-48c5-9888-ae5de3f1e305,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:37:47.773042 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-80a6e141-83c0-4233-bd15-c2b6a1ec743b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:37:47.784919 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-80a6e141-83c0-4233-bd15-c2b6a1ec743b admin admin] 10.222.0.83 "DELETE /v2.0/networks/4e486921-0f80-48c5-9888-ae5de3f1e305 HTTP/1.1" status: 204 len: 168 time: 1.0075486 Nov 09 15:37:47.915558 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 45852) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:37:47.967787 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-ad20cce5-9464-4511-b44c-7fa6aa931840 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4c426877957540c3ae3ca3dce095a0e8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0510111 Nov 09 15:37:47.970450 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 45856) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:37:48.029530 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-6ad75f21-494e-40c8-9e8e-45aa0b5a23e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:48.054103 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-6ad75f21-494e-40c8-9e8e-45aa0b5a23e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:48.054509 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-6641d050-1fb4-49e4-8f70-5a13902f372a None None] Deleting port 5792bdce-5448-472d-9531-4149520ea9e3 {{(pid=86840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 09 15:37:48.054969 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-6641d050-1fb4-49e4-8f70-5a13902f372a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763972629131'] for port, before_delete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:48.105001 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-6ad75f21-494e-40c8-9e8e-45aa0b5a23e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:48.108646 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-8a278c89-0ccd-4aac-a3ec-56d5b2d8ebb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:37:48.122770 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-6641d050-1fb4-49e4-8f70-5a13902f372a None None] The port '5792bdce-5448-472d-9531-4149520ea9e3' was deleted {{(pid=86840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 09 15:37:48.126143 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad75f21-494e-40c8-9e8e-45aa0b5a23e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6226a681-a9ff-4631-bbab-d264e3ca0b58,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:37:48.130792 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-6ad75f21-494e-40c8-9e8e-45aa0b5a23e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:37:48.132951 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-6ad75f21-494e-40c8-9e8e-45aa0b5a23e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:48.138183 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-6ad75f21-494e-40c8-9e8e-45aa0b5a23e9 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6226a681-a9ff-4631-bbab-d264e3ca0b58 HTTP/1.1" status: 204 len: 168 time: 0.1636004 Nov 09 15:37:48.761196 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device 5792bdce-5448-472d-9531-4149520ea9e3 no longer exists at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 15:37:48.799888 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] No Port match for: 5792bdce-5448-472d-9531-4149520ea9e3 {{(pid=86840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 09 15:37:48.800237 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device 5792bdce-5448-472d-9531-4149520ea9e3 not bound to the agent host dv-cinder-817223-1-smb {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 15:37:49.125912 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.agents_db [None req-0bb7c99c-2b67-41fc-97bf-7ac1ae3a1626 None None] Agent healthcheck: found 6 active agents {{(pid=86841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 15:37:50.190374 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:54.998217 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 45954) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:37:55.118371 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-7b8c70f7-8a90-4b8d-958e-05c7a510f1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:55.118942 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-bce9d22b-e9f9-4b9b-98a0-2139a19bfdb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:55.134967 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-bce9d22b-e9f9-4b9b-98a0-2139a19bfdb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:37:55.139149 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-bce9d22b-e9f9-4b9b-98a0-2139a19bfdb0 admin admin] Usage tracker for resource:security_group_rule and tenant:064918d06c304e7b83c1482a92ef91aa is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:37:55.141989 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-bce9d22b-e9f9-4b9b-98a0-2139a19bfdb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:37:55.147882 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-bce9d22b-e9f9-4b9b-98a0-2139a19bfdb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:37:55.254430 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-bce9d22b-e9f9-4b9b-98a0-2139a19bfdb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:55.259772 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-bce9d22b-e9f9-4b9b-98a0-2139a19bfdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:55.267805 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-da5c1705-0d38-4a6a-89f3-47d04314a558 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:37:55.310525 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-bce9d22b-e9f9-4b9b-98a0-2139a19bfdb0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=064918d06c304e7b83c1482a92ef91aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3112204 Nov 09 15:37:55.311551 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce9d22b-e9f9-4b9b-98a0-2139a19bfdb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522825a6-f49f-46c4-9282-95a354ff6210,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:37:55.313194 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 45960) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:37:55.314857 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-bce9d22b-e9f9-4b9b-98a0-2139a19bfdb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:37:55.377265 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8ae9e7d4-b7a4-4adf-a8ec-4835c061d099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:55.404142 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8ae9e7d4-b7a4-4adf-a8ec-4835c061d099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:55.458140 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8ae9e7d4-b7a4-4adf-a8ec-4835c061d099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:55.463234 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-ebcc59cf-8676-4dbf-b922-28a5c0e5a12b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:37:55.476271 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae9e7d4-b7a4-4adf-a8ec-4835c061d099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522825a6-f49f-46c4-9282-95a354ff6210,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:37:55.480517 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-8ae9e7d4-b7a4-4adf-a8ec-4835c061d099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:37:55.483887 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8ae9e7d4-b7a4-4adf-a8ec-4835c061d099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:55.484996 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-8ae9e7d4-b7a4-4adf-a8ec-4835c061d099 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/522825a6-f49f-46c4-9282-95a354ff6210 HTTP/1.1" status: 204 len: 168 time: 0.1707113 Nov 09 15:37:55.518168 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:57.647410 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-aa06d1ae-d94e-4ae9-950e-9381b73f68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:37:58.687769 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:00.230307 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:05.816391 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 46078) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:38:05.932871 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-a9842de3-1e8a-4a0f-a1bf-2857221adc0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:05.947811 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-a9842de3-1e8a-4a0f-a1bf-2857221adc0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:38:05.952575 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-a9842de3-1e8a-4a0f-a1bf-2857221adc0f admin admin] Usage tracker for resource:security_group_rule and tenant:d5a1d8a4ddb84a5ca02c02ba91e3eac0 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:38:05.957209 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-a9842de3-1e8a-4a0f-a1bf-2857221adc0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:38:05.963423 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-a9842de3-1e8a-4a0f-a1bf-2857221adc0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:38:06.068222 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-a9842de3-1e8a-4a0f-a1bf-2857221adc0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:06.072310 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-a9842de3-1e8a-4a0f-a1bf-2857221adc0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:06.080366 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-d175497b-4909-429f-8b1f-a8027952457f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:38:06.121995 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-a9842de3-1e8a-4a0f-a1bf-2857221adc0f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d5a1d8a4ddb84a5ca02c02ba91e3eac0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3045218 Nov 09 15:38:06.123595 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9842de3-1e8a-4a0f-a1bf-2857221adc0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b65f0b8-3db0-4105-9373-999e6fc17298,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:38:06.124617 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 46084) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:38:06.126708 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-a9842de3-1e8a-4a0f-a1bf-2857221adc0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:38:06.186414 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-223a29c5-0560-4642-b690-b4d3a2d2e3a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:06.211411 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-223a29c5-0560-4642-b690-b4d3a2d2e3a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:06.267402 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-223a29c5-0560-4642-b690-b4d3a2d2e3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:06.272302 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-5954f79f-b138-4505-a3aa-dba5a152c3d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:38:06.285650 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a29c5-0560-4642-b690-b4d3a2d2e3a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b65f0b8-3db0-4105-9373-999e6fc17298,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:38:06.288069 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-223a29c5-0560-4642-b690-b4d3a2d2e3a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:38:06.294391 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-223a29c5-0560-4642-b690-b4d3a2d2e3a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:06.295813 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-223a29c5-0560-4642-b690-b4d3a2d2e3a7 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7b65f0b8-3db0-4105-9373-999e6fc17298 HTTP/1.1" status: 204 len: 168 time: 0.1699064 Nov 09 15:38:08.213609 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 46136) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:38:08.331616 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-9cdabb7b-7201-49d2-9597-c36e60f9fa48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:08.347353 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-9cdabb7b-7201-49d2-9597-c36e60f9fa48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:38:08.351146 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-9cdabb7b-7201-49d2-9597-c36e60f9fa48 admin admin] Usage tracker for resource:security_group_rule and tenant:2657a48c7930444c9c6bb951c3861b44 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:38:08.354194 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-9cdabb7b-7201-49d2-9597-c36e60f9fa48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:38:08.359790 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-9cdabb7b-7201-49d2-9597-c36e60f9fa48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:38:08.441986 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-9cdabb7b-7201-49d2-9597-c36e60f9fa48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:08.445980 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-9cdabb7b-7201-49d2-9597-c36e60f9fa48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:08.453110 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5ab04d21-d49a-449f-b242-747b657c00f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:38:08.491392 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdabb7b-7201-49d2-9597-c36e60f9fa48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5803f1a1-5483-4d44-9f44-4faa86ace3f4,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:38:08.494581 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-9cdabb7b-7201-49d2-9597-c36e60f9fa48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:38:08.497389 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-9cdabb7b-7201-49d2-9597-c36e60f9fa48 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2657a48c7930444c9c6bb951c3861b44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2823977 Nov 09 15:38:08.500142 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 46142) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:38:08.563486 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-4d4e5da5-30bc-4715-93b3-a637ce0079b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:08.588775 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-4d4e5da5-30bc-4715-93b3-a637ce0079b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:08.654408 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-4d4e5da5-30bc-4715-93b3-a637ce0079b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:08.658039 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-4ea7388e-67b0-466f-9d65-0ee629802c68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:38:08.670257 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4e5da5-30bc-4715-93b3-a637ce0079b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5803f1a1-5483-4d44-9f44-4faa86ace3f4,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:38:08.673013 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-4d4e5da5-30bc-4715-93b3-a637ce0079b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:38:08.680408 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-4d4e5da5-30bc-4715-93b3-a637ce0079b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:08.681848 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-4d4e5da5-30bc-4715-93b3-a637ce0079b0 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/5803f1a1-5483-4d44-9f44-4faa86ace3f4 HTTP/1.1" status: 204 len: 168 time: 0.1806009 Nov 09 15:38:08.952967 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 46150) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:38:08.970181 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-69ae4552-4b41-4844-9f2e-127bc6847749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:08.997516 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-69ae4552-4b41-4844-9f2e-127bc6847749 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:38:09.001607 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-69ae4552-4b41-4844-9f2e-127bc6847749 admin admin] Usage tracker for resource:security_group_rule and tenant:c0a1043e7df24302a5c4534a2adcf2f5 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:38:09.004497 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-69ae4552-4b41-4844-9f2e-127bc6847749 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:38:09.011379 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-69ae4552-4b41-4844-9f2e-127bc6847749 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:38:09.095408 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-69ae4552-4b41-4844-9f2e-127bc6847749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:09.099171 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-69ae4552-4b41-4844-9f2e-127bc6847749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:09.106882 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-d936eb6e-8f1e-42ba-93a2-72ebceb8e4a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:38:09.151746 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-69ae4552-4b41-4844-9f2e-127bc6847749 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c0a1043e7df24302a5c4534a2adcf2f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1976945 Nov 09 15:38:09.152479 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ae4552-4b41-4844-9f2e-127bc6847749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81dfc9f-edb5-4a87-90a9-d6a9a04272db,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:38:09.154751 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 46154) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:38:09.157014 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-69ae4552-4b41-4844-9f2e-127bc6847749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:38:09.214385 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-68d40ac2-d665-4baf-a901-3a9c12d35612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:09.240599 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-68d40ac2-d665-4baf-a901-3a9c12d35612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:09.295960 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-68d40ac2-d665-4baf-a901-3a9c12d35612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:09.299676 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-66679055-20cf-4bfb-a8d4-e63cf2ad6e22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:38:09.311978 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d40ac2-d665-4baf-a901-3a9c12d35612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81dfc9f-edb5-4a87-90a9-d6a9a04272db,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:38:09.315641 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-68d40ac2-d665-4baf-a901-3a9c12d35612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:38:09.318934 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-68d40ac2-d665-4baf-a901-3a9c12d35612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:09.321232 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-68d40ac2-d665-4baf-a901-3a9c12d35612 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d81dfc9f-edb5-4a87-90a9-d6a9a04272db HTTP/1.1" status: 204 len: 168 time: 0.1655588 Nov 09 15:38:12.044488 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 46224) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:38:12.180968 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1d7b36f5-11b4-4faa-9131-4d57e963adc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:12.196888 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-1d7b36f5-11b4-4faa-9131-4d57e963adc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:38:12.200782 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-1d7b36f5-11b4-4faa-9131-4d57e963adc0 admin admin] Usage tracker for resource:security_group_rule and tenant:653144ff5f3a41628e6d806a6e6d4352 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:38:12.203679 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-1d7b36f5-11b4-4faa-9131-4d57e963adc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:38:12.209570 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-1d7b36f5-11b4-4faa-9131-4d57e963adc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:38:12.292837 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1d7b36f5-11b4-4faa-9131-4d57e963adc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:12.296922 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1d7b36f5-11b4-4faa-9131-4d57e963adc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:12.303278 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-3e98e041-b5a9-49d0-b109-f2bd79ed3ac1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:38:12.348718 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-1d7b36f5-11b4-4faa-9131-4d57e963adc0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=653144ff5f3a41628e6d806a6e6d4352&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3031585 Nov 09 15:38:12.349781 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7b36f5-11b4-4faa-9131-4d57e963adc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4f1483-8907-42f8-b00c-f5b50078f4be,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:38:12.352178 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 46230) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:38:12.358194 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7b36f5-11b4-4faa-9131-4d57e963adc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:38:12.358576 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7b36f5-11b4-4faa-9131-4d57e963adc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:38:12.358949 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7b36f5-11b4-4faa-9131-4d57e963adc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:38:12.359315 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7b36f5-11b4-4faa-9131-4d57e963adc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:38:12.359678 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7b36f5-11b4-4faa-9131-4d57e963adc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:38:12.360039 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7b36f5-11b4-4faa-9131-4d57e963adc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:38:12.360395 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7b36f5-11b4-4faa-9131-4d57e963adc0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:38:12.360749 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7b36f5-11b4-4faa-9131-4d57e963adc0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:38:12.361108 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7b36f5-11b4-4faa-9131-4d57e963adc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:38:12.361461 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7b36f5-11b4-4faa-9131-4d57e963adc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:38:12.361813 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7b36f5-11b4-4faa-9131-4d57e963adc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:38:12.362190 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7b36f5-11b4-4faa-9131-4d57e963adc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:38:12.366129 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1d7b36f5-11b4-4faa-9131-4d57e963adc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:38:12.415213 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-d182c7d3-5779-4861-bbd2-a850d5d47625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:12.443528 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-d182c7d3-5779-4861-bbd2-a850d5d47625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:12.499233 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-d182c7d3-5779-4861-bbd2-a850d5d47625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:12.502988 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-2ec0b8f1-8dc5-4019-9a57-4c5ed79b1311 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:38:12.515319 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d182c7d3-5779-4861-bbd2-a850d5d47625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4f1483-8907-42f8-b00c-f5b50078f4be,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:38:12.526345 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d182c7d3-5779-4861-bbd2-a850d5d47625 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:38:12.526728 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d182c7d3-5779-4861-bbd2-a850d5d47625 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:38:12.527117 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d182c7d3-5779-4861-bbd2-a850d5d47625 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:38:12.527480 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d182c7d3-5779-4861-bbd2-a850d5d47625 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:38:12.527842 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d182c7d3-5779-4861-bbd2-a850d5d47625 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:38:12.528205 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d182c7d3-5779-4861-bbd2-a850d5d47625 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:38:12.528564 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d182c7d3-5779-4861-bbd2-a850d5d47625 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:38:12.528915 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d182c7d3-5779-4861-bbd2-a850d5d47625 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:38:12.529276 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d182c7d3-5779-4861-bbd2-a850d5d47625 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:38:12.529628 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d182c7d3-5779-4861-bbd2-a850d5d47625 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:38:12.530006 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d182c7d3-5779-4861-bbd2-a850d5d47625 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:38:12.530354 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d182c7d3-5779-4861-bbd2-a850d5d47625 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:38:12.532931 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-d182c7d3-5779-4861-bbd2-a850d5d47625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:12.534080 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-d182c7d3-5779-4861-bbd2-a850d5d47625 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/5f4f1483-8907-42f8-b00c-f5b50078f4be HTTP/1.1" status: 204 len: 168 time: 0.1808987 Nov 09 15:38:12.534940 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-d182c7d3-5779-4861-bbd2-a850d5d47625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:38:12.817437 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 46238) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:38:12.837405 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-191720d7-6ddd-4715-a40c-3c64136f091d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:12.852086 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-191720d7-6ddd-4715-a40c-3c64136f091d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:38:12.855936 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-191720d7-6ddd-4715-a40c-3c64136f091d admin admin] Usage tracker for resource:security_group_rule and tenant:9f9c28fbd45d4321931f3d7581ba3fcb is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:38:12.858797 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-191720d7-6ddd-4715-a40c-3c64136f091d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:38:12.864682 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-191720d7-6ddd-4715-a40c-3c64136f091d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:38:12.948871 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-191720d7-6ddd-4715-a40c-3c64136f091d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:12.955765 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-191720d7-6ddd-4715-a40c-3c64136f091d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:12.964169 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-30d95dc4-dc2b-4f87-b415-c129bc6d1899 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:38:13.003955 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-191720d7-6ddd-4715-a40c-3c64136f091d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9f9c28fbd45d4321931f3d7581ba3fcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1853352 Nov 09 15:38:13.004817 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191720d7-6ddd-4715-a40c-3c64136f091d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9ef07c-d110-4386-b7a5-4afd7b02af83,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:38:13.006884 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 46242) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:38:13.008870 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-191720d7-6ddd-4715-a40c-3c64136f091d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:38:13.068570 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-561b7fc0-7751-4132-9f46-c00378313dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:13.095215 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-561b7fc0-7751-4132-9f46-c00378313dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:13.147687 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-561b7fc0-7751-4132-9f46-c00378313dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:13.151959 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-cd77b4e2-e121-4dfc-9673-a41c0ca63180 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:38:13.163037 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561b7fc0-7751-4132-9f46-c00378313dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9ef07c-d110-4386-b7a5-4afd7b02af83,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:38:13.166069 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-561b7fc0-7751-4132-9f46-c00378313dc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:38:13.172134 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-561b7fc0-7751-4132-9f46-c00378313dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:13.175519 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-561b7fc0-7751-4132-9f46-c00378313dc9 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6e9ef07c-d110-4386-b7a5-4afd7b02af83 HTTP/1.1" status: 204 len: 168 time: 0.1640503 Nov 09 15:38:20.186132 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:25.123305 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-b08ce18e-6d83-4270-9dde-452c4455605c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:25.512924 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:26.126776 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.agents_db [None req-0bb7c99c-2b67-41fc-97bf-7ac1ae3a1626 None None] Agent healthcheck: found 6 active agents {{(pid=86841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 15:38:27.652117 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-57ef4eea-ddeb-4578-80e9-9bee01942cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:28.437917 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 46354) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:38:28.567703 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-5028414f-010a-4b28-89a6-496fcd925fb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:28.582176 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-5028414f-010a-4b28-89a6-496fcd925fb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:38:28.586440 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-5028414f-010a-4b28-89a6-496fcd925fb4 admin admin] Usage tracker for resource:security_group_rule and tenant:686b11c7f854470e8f7f9bc45c9a10fa is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:38:28.589250 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-5028414f-010a-4b28-89a6-496fcd925fb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:38:28.594963 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-5028414f-010a-4b28-89a6-496fcd925fb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:38:28.690809 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-5028414f-010a-4b28-89a6-496fcd925fb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:28.691103 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:28.695592 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-5028414f-010a-4b28-89a6-496fcd925fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:28.702692 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-6e041753-db2c-4a2c-9d56-6fddc2f12bb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:38:28.743300 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028414f-010a-4b28-89a6-496fcd925fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=594edb21-d7db-4c8b-b358-a62fc9204195,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:38:28.747551 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-5028414f-010a-4b28-89a6-496fcd925fb4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=686b11c7f854470e8f7f9bc45c9a10fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3085485 Nov 09 15:38:28.748535 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-5028414f-010a-4b28-89a6-496fcd925fb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:38:28.750223 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 46360) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:38:28.816636 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c033bb6a-7fc8-4d38-a690-f2f6a86af263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:28.841771 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c033bb6a-7fc8-4d38-a690-f2f6a86af263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:28.894299 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c033bb6a-7fc8-4d38-a690-f2f6a86af263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:28.898425 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-75ef8397-076b-4ea8-82e0-2a000c50d73b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:38:28.910986 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c033bb6a-7fc8-4d38-a690-f2f6a86af263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594edb21-d7db-4c8b-b358-a62fc9204195,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:38:28.913246 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-c033bb6a-7fc8-4d38-a690-f2f6a86af263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:38:28.917016 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c033bb6a-7fc8-4d38-a690-f2f6a86af263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:28.918913 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-c033bb6a-7fc8-4d38-a690-f2f6a86af263 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/594edb21-d7db-4c8b-b358-a62fc9204195 HTTP/1.1" status: 204 len: 168 time: 0.1670737 Nov 09 15:38:29.614688 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 46384) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:38:29.745671 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-26dee967-fe90-410a-bc60-cffcd526bb64 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-659616829-network', 'tenant_id': 'b0a3b76c34114a0db1fbff708b260e74'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:38:29.750565 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-26dee967-fe90-410a-bc60-cffcd526bb64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:38:29.754421 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-26dee967-fe90-410a-bc60-cffcd526bb64 admin admin] Usage tracker for resource:network and tenant:b0a3b76c34114a0db1fbff708b260e74 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:38:29.758562 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-26dee967-fe90-410a-bc60-cffcd526bb64 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:38:29.765152 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-26dee967-fe90-410a-bc60-cffcd526bb64 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:38:29.775540 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26dee967-fe90-410a-bc60-cffcd526bb64 admin admin] Made reservation on behalf of b0a3b76c34114a0db1fbff708b260e74 for: {'network': 1} {{(pid=86838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 15:38:29.778326 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-26dee967-fe90-410a-bc60-cffcd526bb64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for network, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:29.791370 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-26dee967-fe90-410a-bc60-cffcd526bb64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:29.807378 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-26dee967-fe90-410a-bc60-cffcd526bb64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:38:29.811295 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-26dee967-fe90-410a-bc60-cffcd526bb64 admin admin] Usage tracker for resource:security_group_rule and tenant:b0a3b76c34114a0db1fbff708b260e74 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:38:29.814304 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-26dee967-fe90-410a-bc60-cffcd526bb64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:38:29.820958 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-26dee967-fe90-410a-bc60-cffcd526bb64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:38:29.918829 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-26dee967-fe90-410a-bc60-cffcd526bb64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:29.923259 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-26dee967-fe90-410a-bc60-cffcd526bb64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:29.926368 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-bbb37e0e-e65e-4870-b856-0531489fede9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:38:29.961919 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26dee967-fe90-410a-bc60-cffcd526bb64 admin admin] vlan segment allocate from pool success with {'vlan_id': 1246, 'physical_network': 'physnet1'} {{(pid=86838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 15:38:29.971083 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dee967-fe90-410a-bc60-cffcd526bb64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de876091-dc1f-47af-9ddd-f19e21ab9e92,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:38:29.974621 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-26dee967-fe90-410a-bc60-cffcd526bb64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:38:29.978660 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-26dee967-fe90-410a-bc60-cffcd526bb64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16429219'] for segment, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:29.979940 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.db.segments_db [None req-26dee967-fe90-410a-bc60-cffcd526bb64 admin admin] Added segment 63e44a27-bd16-4dfe-a9fc-9b78776b068c of type vlan for network c25c144b-3a73-4d69-ace0-f6f24a5c2240 Nov 09 15:38:30.010436 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-26dee967-fe90-410a-bc60-cffcd526bb64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763972287609'] for network, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:30.041159 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-26dee967-fe90-410a-bc60-cffcd526bb64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for network, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:30.042499 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dee967-fe90-410a-bc60-cffcd526bb64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:38:30.043098 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-26dee967-fe90-410a-bc60-cffcd526bb64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:30.046383 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:38:30.148677 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dee967-fe90-410a-bc60-cffcd526bb64 admin admin] Pushing event updated for resources: {'Network': ['ID=c25c144b-3a73-4d69-ace0-f6f24a5c2240,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:38:30.151396 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-26dee967-fe90-410a-bc60-cffcd526bb64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:38:30.154617 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-26dee967-fe90-410a-bc60-cffcd526bb64 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5388811 Nov 09 15:38:30.157718 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 46390) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:38:30.160063 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Network c25c144b-3a73-4d69-ace0-f6f24a5c2240 details requested by agent ovs-agent-dv-cinder-817223-1-smb with host dv-cinder-817223-1-smb {{(pid=86840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 15:38:30.164121 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-3bebef17-d6db-4f8f-8216-ccc0104ab545 admin admin] Request body: {'subnet': {'network_id': 'c25c144b-3a73-4d69-ace0-f6f24a5c2240', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-659616829-subnet', 'tenant_id': 'b0a3b76c34114a0db1fbff708b260e74', 'ip_version': 4}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:38:30.169773 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-3bebef17-d6db-4f8f-8216-ccc0104ab545 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:38:30.173898 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-3bebef17-d6db-4f8f-8216-ccc0104ab545 admin admin] Usage tracker for resource:subnet and tenant:b0a3b76c34114a0db1fbff708b260e74 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:38:30.179662 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-3bebef17-d6db-4f8f-8216-ccc0104ab545 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:38:30.186068 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-3bebef17-d6db-4f8f-8216-ccc0104ab545 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:38:30.196180 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bebef17-d6db-4f8f-8216-ccc0104ab545 admin admin] Made reservation on behalf of b0a3b76c34114a0db1fbff708b260e74 for: {'subnet': 1} {{(pid=86838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 15:38:30.198722 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-3bebef17-d6db-4f8f-8216-ccc0104ab545 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3042097'] for subnet, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:30.274538 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:30.518920 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-3bebef17-d6db-4f8f-8216-ccc0104ab545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3042095'] for subnet, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:30.523455 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-4bb8b3b1-d980-43ce-993a-64fcb82c7ba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:38:30.600599 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bebef17-d6db-4f8f-8216-ccc0104ab545 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96f4d1ae-6cc9-415b-935f-97b5463bf040,revision_number=0']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:38:30.604653 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-3bebef17-d6db-4f8f-8216-ccc0104ab545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:38:30.607322 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bebef17-d6db-4f8f-8216-ccc0104ab545 admin admin] Checking segment: {'id': '63e44a27-bd16-4dfe-a9fc-9b78776b068c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'c25c144b-3a73-4d69-ace0-f6f24a5c2240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:38:30.607664 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bebef17-d6db-4f8f-8216-ccc0104ab545 admin admin] Network hostable DHCP agents. Network: c25c144b-3a73-4d69-ace0-f6f24a5c2240, hostable agents: ['8b94a2d1-9ebf-428d-8e56-922e2d41e4d3'], hosted agents: [] {{(pid=86838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 15:38:30.626867 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bebef17-d6db-4f8f-8216-ccc0104ab545 admin admin] Network c25c144b-3a73-4d69-ace0-f6f24a5c2240 is scheduled to be hosted by DHCP agent 8b94a2d1-9ebf-428d-8e56-922e2d41e4d3 with binding_index 1 {{(pid=86838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 15:38:30.637508 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [None req-3bebef17-d6db-4f8f-8216-ccc0104ab545 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817223-1-smb, c25c144b-3a73-4d69-ace0-f6f24a5c2240) {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:38:30.642397 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bebef17-d6db-4f8f-8216-ccc0104ab545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:38:30.642962 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-3bebef17-d6db-4f8f-8216-ccc0104ab545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for subnet, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:30.650621 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb54cb0-701c-4e44-bef8-5d7cd099abce None None] Network c25c144b-3a73-4d69-ace0-f6f24a5c2240 requested from dv-cinder-817223-1-smb {{(pid=86840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 09 15:38:30.668254 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-3bebef17-d6db-4f8f-8216-ccc0104ab545 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5068591 Nov 09 15:38:30.668700 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 46394) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:38:30.673689 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.v2.base [None req-e93bc364-f905-4a93-9d34-0ce1765b9f18 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-659616829-router', 'tenant_id': 'b0a3b76c34114a0db1fbff708b260e74', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140'}}} {{(pid=86839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:38:30.681184 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-e93bc364-f905-4a93-9d34-0ce1765b9f18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:38:30.686824 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-e93bc364-f905-4a93-9d34-0ce1765b9f18 admin admin] Usage tracker for resource:router and tenant:b0a3b76c34114a0db1fbff708b260e74 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:38:30.690895 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-e93bc364-f905-4a93-9d34-0ce1765b9f18 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:38:30.701257 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-e93bc364-f905-4a93-9d34-0ce1765b9f18 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:38:30.714794 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e93bc364-f905-4a93-9d34-0ce1765b9f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-822272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-643'] for router, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:30.715825 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e93bc364-f905-4a93-9d34-0ce1765b9f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-977942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-648'] for router, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:30.732838 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e93bc364-f905-4a93-9d34-0ce1765b9f18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:30.865690 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360bf6bd-ce0c-43b7-a36e-dd63a7110d2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad083e8-ca1b-5118-a989-5e497962517e-c25c144b-3a73-4d69-ace0-f6f24a5c2240', 'network_id': 'c25c144b-3a73-4d69-ace0-f6f24a5c2240', 'tenant_id': 'b0a3b76c34114a0db1fbff708b260e74', 'fixed_ips': [{'subnet_id': '96f4d1ae-6cc9-415b-935f-97b5463bf040'}]}} from dv-cinder-817223-1-smb. {{(pid=86840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 09 15:38:30.867320 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-360bf6bd-ce0c-43b7-a36e-dd63a7110d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_create {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:31.015074 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e93bc364-f905-4a93-9d34-0ce1765b9f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-978276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-822294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-678'] for router, precommit_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:31.033251 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.db_base_plugin_common [None req-360bf6bd-ce0c-43b7-a36e-dd63a7110d2c None None] Allocated IP 172.20.0.2 (c25c144b-3a73-4d69-ace0-f6f24a5c2240/96f4d1ae-6cc9-415b-935f-97b5463bf040/88b1e112-a8be-4328-9f8a-d3511ffcaebc) {{(pid=86840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 15:38:31.251610 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-360bf6bd-ce0c-43b7-a36e-dd63a7110d2c None None] Notify callbacks [] for port, precommit_create {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:31.263969 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-360bf6bd-ce0c-43b7-a36e-dd63a7110d2c None None] Transition to ACTIVE for port object 88b1e112-a8be-4328-9f8a-d3511ffcaebc will not be triggered until provisioned by entity L2. {{(pid=86840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:38:31.289457 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-360bf6bd-ce0c-43b7-a36e-dd63a7110d2c None None] Transition to ACTIVE for port object 88b1e112-a8be-4328-9f8a-d3511ffcaebc will not be triggered until provisioned by entity DHCP. {{(pid=86840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:38:31.295499 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-360bf6bd-ce0c-43b7-a36e-dd63a7110d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763972296951'] for port, after_create {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:31.299126 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:38:31.362995 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360bf6bd-ce0c-43b7-a36e-dd63a7110d2c None None] Network c25c144b-3a73-4d69-ace0-f6f24a5c2240 is already hosted by enough agents. {{(pid=86840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 15:38:31.366200 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.scheduler.base_scheduler [None req-360bf6bd-ce0c-43b7-a36e-dd63a7110d2c None None] Resources bound (agent type, host, resource id): {{(pid=86840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:38:31.370622 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360bf6bd-ce0c-43b7-a36e-dd63a7110d2c None None] Received port after_create {{(pid=86840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 09 15:38:31.376392 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360bf6bd-ce0c-43b7-a36e-dd63a7110d2c None None] Pushing event updated for resources: {'Port': ['ID=88b1e112-a8be-4328-9f8a-d3511ffcaebc,revision_number=1']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:38:31.409699 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360bf6bd-ce0c-43b7-a36e-dd63a7110d2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:38:31.410070 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360bf6bd-ce0c-43b7-a36e-dd63a7110d2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:38:31.410412 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360bf6bd-ce0c-43b7-a36e-dd63a7110d2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:38:31.411426 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360bf6bd-ce0c-43b7-a36e-dd63a7110d2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:38:31.411426 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360bf6bd-ce0c-43b7-a36e-dd63a7110d2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:38:31.411426 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360bf6bd-ce0c-43b7-a36e-dd63a7110d2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:38:31.411756 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360bf6bd-ce0c-43b7-a36e-dd63a7110d2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:38:31.412010 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360bf6bd-ce0c-43b7-a36e-dd63a7110d2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:38:31.412343 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360bf6bd-ce0c-43b7-a36e-dd63a7110d2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:38:31.412663 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360bf6bd-ce0c-43b7-a36e-dd63a7110d2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:38:31.412987 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360bf6bd-ce0c-43b7-a36e-dd63a7110d2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:38:31.413351 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360bf6bd-ce0c-43b7-a36e-dd63a7110d2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:38:31.421436 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-360bf6bd-ce0c-43b7-a36e-dd63a7110d2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:38:31.437690 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e93bc364-f905-4a93-9d34-0ce1765b9f18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:31.468830 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e93bc364-f905-4a93-9d34-0ce1765b9f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:31.480774 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-360bf6bd-ce0c-43b7-a36e-dd63a7110d2c None None] Attempting to bind port 88b1e112-a8be-4328-9f8a-d3511ffcaebc on host dv-cinder-817223-1-smb for vnic_type normal with profile {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 15:38:31.481141 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-360bf6bd-ce0c-43b7-a36e-dd63a7110d2c None None] Attempting to bind port 88b1e112-a8be-4328-9f8a-d3511ffcaebc by drivers openvswitch,hyperv on host dv-cinder-817223-1-smb at level 0 using segments [{'id': '63e44a27-bd16-4dfe-a9fc-9b78776b068c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'c25c144b-3a73-4d69-ace0-f6f24a5c2240'}] {{(pid=86840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 15:38:31.481508 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360bf6bd-ce0c-43b7-a36e-dd63a7110d2c None None] Attempting to bind port 88b1e112-a8be-4328-9f8a-d3511ffcaebc on network c25c144b-3a73-4d69-ace0-f6f24a5c2240 {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:38:31.486892 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360bf6bd-ce0c-43b7-a36e-dd63a7110d2c None None] Checking agent: {'id': '189eed03-d966-4875-a18c-83c7415689a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817223-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 17, 55), 'started_at': datetime.datetime(2021, 11, 9, 15, 18, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817223-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 09 15:38:31.487256 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360bf6bd-ce0c-43b7-a36e-dd63a7110d2c None None] Checking segment: {'id': '63e44a27-bd16-4dfe-a9fc-9b78776b068c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'c25c144b-3a73-4d69-ace0-f6f24a5c2240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:38:31.487664 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-360bf6bd-ce0c-43b7-a36e-dd63a7110d2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:31.488058 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360bf6bd-ce0c-43b7-a36e-dd63a7110d2c None None] Bound using segment: {'id': '63e44a27-bd16-4dfe-a9fc-9b78776b068c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'c25c144b-3a73-4d69-ace0-f6f24a5c2240'} {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 09 15:38:31.488526 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-360bf6bd-ce0c-43b7-a36e-dd63a7110d2c None None] Bound port: 88b1e112-a8be-4328-9f8a-d3511ffcaebc, host: dv-cinder-817223-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63e44a27-bd16-4dfe-a9fc-9b78776b068c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'c25c144b-3a73-4d69-ace0-f6f24a5c2240'}}] {{(pid=86840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 15:38:31.488903 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-360bf6bd-ce0c-43b7-a36e-dd63a7110d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:31.579050 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-360bf6bd-ce0c-43b7-a36e-dd63a7110d2c None None] For port 88b1e112-a8be-4328-9f8a-d3511ffcaebc, host dv-cinder-817223-1-smb, cleared binding levels {{(pid=86840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 09 15:38:31.582238 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-360bf6bd-ce0c-43b7-a36e-dd63a7110d2c None None] For port 88b1e112-a8be-4328-9f8a-d3511ffcaebc, host dv-cinder-817223-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=88b1e112-a8be-4328-9f8a-d3511ffcaebc,segment=NetworkSegment(63e44a27-bd16-4dfe-a9fc-9b78776b068c),segment_id=63e44a27-bd16-4dfe-a9fc-9b78776b068c)] {{(pid=86840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 09 15:38:31.587718 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-360bf6bd-ce0c-43b7-a36e-dd63a7110d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:31.592416 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:38:31.612231 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.db_base_plugin_common [None req-e93bc364-f905-4a93-9d34-0ce1765b9f18 admin admin] Allocated IP 172.28.0.164 (de089fbd-190d-42e2-b873-9d0b1c33f140/6c23faf8-0a9f-4180-83f0-f659576295c3/a88ba7e3-5a9a-4907-872e-ef66254f8c2d) {{(pid=86839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 15:38:31.720890 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360bf6bd-ce0c-43b7-a36e-dd63a7110d2c None None] Pushing event updated for resources: {'Port': ['ID=88b1e112-a8be-4328-9f8a-d3511ffcaebc,revision_number=2']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:38:31.726603 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-360bf6bd-ce0c-43b7-a36e-dd63a7110d2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:38:31.781589 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e93bc364-f905-4a93-9d34-0ce1765b9f18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:31.815100 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e93bc364-f905-4a93-9d34-0ce1765b9f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763972296951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337271'] for port, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:31.819021 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-49621003-8799-4257-8e83-571a64b34f05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:38:31.906439 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93bc364-f905-4a93-9d34-0ce1765b9f18 admin admin] Network de089fbd-190d-42e2-b873-9d0b1c33f140 is already hosted by enough agents. {{(pid=86839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 15:38:31.911485 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.base_scheduler [None req-e93bc364-f905-4a93-9d34-0ce1765b9f18 admin admin] Resources bound (agent type, host, resource id): {{(pid=86839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:38:31.918114 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93bc364-f905-4a93-9d34-0ce1765b9f18 admin admin] Received port after_create {{(pid=86839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 09 15:38:31.949209 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93bc364-f905-4a93-9d34-0ce1765b9f18 admin admin] Pushing event updated for resources: {'Port': ['ID=a88ba7e3-5a9a-4907-872e-ef66254f8c2d,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:38:31.960764 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-e93bc364-f905-4a93-9d34-0ce1765b9f18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:38:32.368161 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e93bc364-f905-4a93-9d34-0ce1765b9f18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:32.690762 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b12457-faee-4a91-a872-8d1c23190b26 None None] Network c25c144b-3a73-4d69-ace0-f6f24a5c2240 requested from dv-cinder-817223-1-smb {{(pid=86840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 09 15:38:32.724124 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e93bc364-f905-4a93-9d34-0ce1765b9f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-822297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978201'] for router, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:32.802784 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-fadcd09b-cfa8-4dc8-900d-b28a1115b663 None None] Provisioning for port 88b1e112-a8be-4328-9f8a-d3511ffcaebc completed by entity DHCP. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:38:32.854419 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device 88b1e112-a8be-4328-9f8a-d3511ffcaebc up at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:38:32.986340 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning for port 88b1e112-a8be-4328-9f8a-d3511ffcaebc completed by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:38:32.994157 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning complete for port 88b1e112-a8be-4328-9f8a-d3511ffcaebc triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:38:32.994539 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:33.054815 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e93bc364-f905-4a93-9d34-0ce1765b9f18 admin admin] Router 31435f45-e6c7-4c87-ba3e-667c905ed498 is scheduled to L3 agent d083232d-238f-4a80-a5b8-222ad2e2cbfd with binding_index 1 {{(pid=86839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 09 15:38:33.132418 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:33.174935 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] For port 88b1e112-a8be-4328-9f8a-d3511ffcaebc, host dv-cinder-817223-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=88b1e112-a8be-4328-9f8a-d3511ffcaebc,segment=NetworkSegment(63e44a27-bd16-4dfe-a9fc-9b78776b068c),segment_id=63e44a27-bd16-4dfe-a9fc-9b78776b068c)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:38:33.179853 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:33.183275 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:38:33.250112 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93bc364-f905-4a93-9d34-0ce1765b9f18 admin admin] Notify agent at l3_agent.dv-cinder-817223-1-smb the message routers_updated {{(pid=86839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 09 15:38:33.261294 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c53301-a4f2-4b41-8386-75c5618daafa None None] Sync routers for ids ['31435f45-e6c7-4c87-ba3e-667c905ed498'] in dv-cinder-817223-1-smb {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 15:38:33.278972 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Pushing event updated for resources: {'Port': ['ID=88b1e112-a8be-4328-9f8a-d3511ffcaebc,revision_number=3']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:38:33.287469 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:38:33.288079 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c53301-a4f2-4b41-8386-75c5618daafa None None] Routers {'31435f45-e6c7-4c87-ba3e-667c905ed498'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:38:33.289248 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-89c53301-a4f2-4b41-8386-75c5618daafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:38:28Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['31435f45-e6c7-4c87-ba3e-667c905ed498'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:38:33.291266 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e93bc364-f905-4a93-9d34-0ce1765b9f18 admin admin] Notify callbacks [] for router, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:33.294333 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-e93bc364-f905-4a93-9d34-0ce1765b9f18 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6231155 Nov 09 15:38:33.295423 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 46398) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:38:33.389044 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-9c956b15-090c-4d64-ba56-881faa2371f2 None None] Provisioning complete for port 88b1e112-a8be-4328-9f8a-d3511ffcaebc triggered by entity DHCP. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:38:33.389425 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-9c956b15-090c-4d64-ba56-881faa2371f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:33.538016 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-89c53301-a4f2-4b41-8386-75c5618daafa None None] Set router 31435f45-e6c7-4c87-ba3e-667c905ed498 gateway port host: dv-cinder-817223-1-smb {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:38:33.879662 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-89c53301-a4f2-4b41-8386-75c5618daafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31435f45-e6c7-4c87-ba3e-667c905ed498', 'name': 'tempest-TestMinimumBasicScenario-659616829-router', 'tenant_id': 'b0a3b76c34114a0db1fbff708b260e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.164'}], 'enable_snat': True}, 'gw_port_id': 'a88ba7e3-5a9a-4907-872e-ef66254f8c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:38:30Z', 'updated_at': '2021-11-09T15:38:32Z', 'revision_number': 3, 'project_id': 'b0a3b76c34114a0db1fbff708b260e74', 'gw_port': {'id': 'a88ba7e3-5a9a-4907-872e-ef66254f8c2d', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:98:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31435f45-e6c7-4c87-ba3e-667c905ed498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:38:31Z', 'updated_at': '2021-11-09T15:38:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb'}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:38:33.884750 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c53301-a4f2-4b41-8386-75c5618daafa None None] Checking router: 31435f45-e6c7-4c87-ba3e-667c905ed498 for host: dv-cinder-817223-1-smb {{(pid=86840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 15:38:33.885128 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c53301-a4f2-4b41-8386-75c5618daafa None None] Updating router 31435f45-e6c7-4c87-ba3e-667c905ed498 port a88ba7e3-5a9a-4907-872e-ef66254f8c2d binding host dv-cinder-817223-1-smb {{(pid=86840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 15:38:33.948486 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-89c53301-a4f2-4b41-8386-75c5618daafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:34.010043 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-807f0017-5411-4dc9-ad17-22800a5920df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:34.224057 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.db_base_plugin_common [None req-807f0017-5411-4dc9-ad17-22800a5920df admin admin] Allocated IP 172.20.0.1 (c25c144b-3a73-4d69-ace0-f6f24a5c2240/96f4d1ae-6cc9-415b-935f-97b5463bf040/f4b28766-ac2b-4188-8587-6273b6dedad6) {{(pid=86839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 15:38:34.348892 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-89c53301-a4f2-4b41-8386-75c5618daafa None None] Notify callbacks [] for port, precommit_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:34.362086 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-89c53301-a4f2-4b41-8386-75c5618daafa None None] Transition to ACTIVE for port object a88ba7e3-5a9a-4907-872e-ef66254f8c2d will not be triggered until provisioned by entity L2. {{(pid=86840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:38:34.371509 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-89c53301-a4f2-4b41-8386-75c5618daafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:34.375453 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:38:34.454458 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-89c53301-a4f2-4b41-8386-75c5618daafa None None] Attempting to bind port a88ba7e3-5a9a-4907-872e-ef66254f8c2d on host dv-cinder-817223-1-smb for vnic_type normal with profile {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 15:38:34.454827 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-89c53301-a4f2-4b41-8386-75c5618daafa None None] Attempting to bind port a88ba7e3-5a9a-4907-872e-ef66254f8c2d by drivers openvswitch,hyperv on host dv-cinder-817223-1-smb at level 0 using segments [{'id': '5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140'}] {{(pid=86840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 15:38:34.455190 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c53301-a4f2-4b41-8386-75c5618daafa None None] Attempting to bind port a88ba7e3-5a9a-4907-872e-ef66254f8c2d on network de089fbd-190d-42e2-b873-9d0b1c33f140 {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:38:34.457278 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722f0d61-bbc3-40c0-aacd-64175b603f3e None None] Pushing event updated for resources: {'Port': ['ID=a88ba7e3-5a9a-4907-872e-ef66254f8c2d,revision_number=2']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:38:34.460956 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-722f0d61-bbc3-40c0-aacd-64175b603f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:38:34.463478 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c53301-a4f2-4b41-8386-75c5618daafa None None] Checking agent: {'id': '189eed03-d966-4875-a18c-83c7415689a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817223-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 17, 55), 'started_at': datetime.datetime(2021, 11, 9, 15, 18, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817223-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 09 15:38:34.463854 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c53301-a4f2-4b41-8386-75c5618daafa None None] Checking segment: {'id': '5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:38:34.464256 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-89c53301-a4f2-4b41-8386-75c5618daafa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:34.465017 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c53301-a4f2-4b41-8386-75c5618daafa None None] Bound using segment: {'id': '5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140'} {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 09 15:38:34.465146 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-89c53301-a4f2-4b41-8386-75c5618daafa None None] Bound port: a88ba7e3-5a9a-4907-872e-ef66254f8c2d, host: dv-cinder-817223-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140'}}] {{(pid=86840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 15:38:34.465452 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-89c53301-a4f2-4b41-8386-75c5618daafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:34.519059 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-807f0017-5411-4dc9-ad17-22800a5920df admin admin] Notify callbacks [] for port, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:34.535298 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-807f0017-5411-4dc9-ad17-22800a5920df admin admin] Transition to ACTIVE for port object f4b28766-ac2b-4188-8587-6273b6dedad6 will not be triggered until provisioned by entity DHCP. {{(pid=86839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:38:34.549774 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-89c53301-a4f2-4b41-8386-75c5618daafa None None] For port a88ba7e3-5a9a-4907-872e-ef66254f8c2d, host dv-cinder-817223-1-smb, cleared binding levels {{(pid=86840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 09 15:38:34.552922 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-89c53301-a4f2-4b41-8386-75c5618daafa None None] For port a88ba7e3-5a9a-4907-872e-ef66254f8c2d, host dv-cinder-817223-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=a88ba7e3-5a9a-4907-872e-ef66254f8c2d,segment=NetworkSegment(5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3),segment_id=5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3)] {{(pid=86840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 09 15:38:34.557237 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-89c53301-a4f2-4b41-8386-75c5618daafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:34.561725 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-722f0d61-bbc3-40c0-aacd-64175b603f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:38:34.562294 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-807f0017-5411-4dc9-ad17-22800a5920df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763972296951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337271'] for port, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:34.566820 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-257d97ab-6013-4087-a3f5-a327c4e3ec14 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:38:34.629441 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807f0017-5411-4dc9-ad17-22800a5920df admin admin] Network c25c144b-3a73-4d69-ace0-f6f24a5c2240 is already hosted by enough agents. {{(pid=86839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 15:38:34.634071 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.base_scheduler [None req-807f0017-5411-4dc9-ad17-22800a5920df admin admin] Resources bound (agent type, host, resource id): {{(pid=86839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:38:34.635839 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c53301-a4f2-4b41-8386-75c5618daafa None None] Routers {'31435f45-e6c7-4c87-ba3e-667c905ed498'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:38:34.636480 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-89c53301-a4f2-4b41-8386-75c5618daafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:38:28Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['31435f45-e6c7-4c87-ba3e-667c905ed498'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:38:34.638341 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807f0017-5411-4dc9-ad17-22800a5920df admin admin] Received port after_create {{(pid=86839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 09 15:38:34.684585 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807f0017-5411-4dc9-ad17-22800a5920df admin admin] Pushing event updated for resources: {'Port': ['ID=f4b28766-ac2b-4188-8587-6273b6dedad6,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:38:34.688629 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-807f0017-5411-4dc9-ad17-22800a5920df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:38:34.708508 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-807f0017-5411-4dc9-ad17-22800a5920df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-822339'] for router_interface, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:34.721655 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722f0d61-bbc3-40c0-aacd-64175b603f3e None None] Pushing event updated for resources: {'Port': ['ID=a88ba7e3-5a9a-4907-872e-ef66254f8c2d,revision_number=3']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:38:34.816247 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-722f0d61-bbc3-40c0-aacd-64175b603f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:38:34.817149 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device 88b1e112-a8be-4328-9f8a-d3511ffcaebc up at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:38:34.901961 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-89c53301-a4f2-4b41-8386-75c5618daafa None None] Set router 31435f45-e6c7-4c87-ba3e-667c905ed498 gateway port host: dv-cinder-817223-1-smb {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:38:35.011426 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-807f0017-5411-4dc9-ad17-22800a5920df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:35.105016 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-7dce013a-5cff-470a-805f-6ed04c9cdf85 None None] Provisioning for port f4b28766-ac2b-4188-8587-6273b6dedad6 completed by entity DHCP. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:38:35.114422 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning complete for port 88b1e112-a8be-4328-9f8a-d3511ffcaebc triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:38:35.114805 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:35.144688 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-7dce013a-5cff-470a-805f-6ed04c9cdf85 None None] Provisioning complete for port f4b28766-ac2b-4188-8587-6273b6dedad6 triggered by entity DHCP. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:38:35.145065 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-7dce013a-5cff-470a-805f-6ed04c9cdf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:35.254318 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-807f0017-5411-4dc9-ad17-22800a5920df admin admin] Notify callbacks [] for port, precommit_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:35.260895 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-807f0017-5411-4dc9-ad17-22800a5920df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337294'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:35.261221 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-7dce013a-5cff-470a-805f-6ed04c9cdf85 None None] Port f4b28766-ac2b-4188-8587-6273b6dedad6 cannot update to ACTIVE because it is not bound. {{(pid=86840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 09 15:38:35.294901 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-bf72a073-00c3-49cc-a13a-f3627a8a0413 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:38:35.374919 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807f0017-5411-4dc9-ad17-22800a5920df admin admin] Pushing event updated for resources: {'Port': ['ID=f4b28766-ac2b-4188-8587-6273b6dedad6,revision_number=2']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:38:35.377288 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-807f0017-5411-4dc9-ad17-22800a5920df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-822316'] for router_interface, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:35.383197 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-807f0017-5411-4dc9-ad17-22800a5920df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:38:35.385949 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-89c53301-a4f2-4b41-8386-75c5618daafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31435f45-e6c7-4c87-ba3e-667c905ed498', 'name': 'tempest-TestMinimumBasicScenario-659616829-router', 'tenant_id': 'b0a3b76c34114a0db1fbff708b260e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.164'}], 'enable_snat': True}, 'gw_port_id': 'a88ba7e3-5a9a-4907-872e-ef66254f8c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:38:30Z', 'updated_at': '2021-11-09T15:38:32Z', 'revision_number': 3, 'project_id': 'b0a3b76c34114a0db1fbff708b260e74', 'gw_port': {'id': 'a88ba7e3-5a9a-4907-872e-ef66254f8c2d', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:98:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31435f45-e6c7-4c87-ba3e-667c905ed498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:38:31Z', 'updated_at': '2021-11-09T15:38:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb'}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:38:35.390215 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c53301-a4f2-4b41-8386-75c5618daafa None None] The sync data for ids ['31435f45-e6c7-4c87-ba3e-667c905ed498'] in dv-cinder-817223-1-smb is: [{'id': '31435f45-e6c7-4c87-ba3e-667c905ed498', 'name': 'tempest-TestMinimumBasicScenario-659616829-router', 'tenant_id': 'b0a3b76c34114a0db1fbff708b260e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.164'}], 'enable_snat': True}, 'gw_port_id': 'a88ba7e3-5a9a-4907-872e-ef66254f8c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:38:30Z', 'updated_at': '2021-11-09T15:38:32Z', 'revision_number': 3, 'project_id': 'b0a3b76c34114a0db1fbff708b260e74', 'gw_port': {'id': 'a88ba7e3-5a9a-4907-872e-ef66254f8c2d', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:98:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31435f45-e6c7-4c87-ba3e-667c905ed498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:38:31Z', 'updated_at': '2021-11-09T15:38:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb'}] {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 15:38:35.523940 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807f0017-5411-4dc9-ad17-22800a5920df admin admin] Network c25c144b-3a73-4d69-ace0-f6f24a5c2240 is already hosted by enough agents. {{(pid=86839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 15:38:35.525679 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.base_scheduler [None req-807f0017-5411-4dc9-ad17-22800a5920df admin admin] Resources bound (agent type, host, resource id): {{(pid=86839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:38:35.763680 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807f0017-5411-4dc9-ad17-22800a5920df admin admin] Router 31435f45-e6c7-4c87-ba3e-667c905ed498 has already been hosted by L3 agent d083232d-238f-4a80-a5b8-222ad2e2cbfd {{(pid=86839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 09 15:38:35.790842 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-81c6e283-6785-4d4a-b65c-558b979f1c6d None None] Provisioning complete for port f4b28766-ac2b-4188-8587-6273b6dedad6 triggered by entity DHCP. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:38:35.791577 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-81c6e283-6785-4d4a-b65c-558b979f1c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:35.859259 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-81c6e283-6785-4d4a-b65c-558b979f1c6d None None] Port f4b28766-ac2b-4188-8587-6273b6dedad6 cannot update to ACTIVE because it is not bound. {{(pid=86840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 09 15:38:35.958141 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807f0017-5411-4dc9-ad17-22800a5920df admin admin] Notify agent at l3_agent.dv-cinder-817223-1-smb the message routers_updated {{(pid=86839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 09 15:38:35.969623 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-807f0017-5411-4dc9-ad17-22800a5920df admin admin] 10.222.0.83 "PUT /v2.0/routers/31435f45-e6c7-4c87-ba3e-667c905ed498/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6731906 Nov 09 15:38:36.682632 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 46416) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:38:36.689427 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.v2.base [None req-c31ecc0c-e33c-4344-8c85-e91df2daf278 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2080746915-network', 'tenant_id': 'c5a303263c9e4c23b0915321d11b3f58'}} {{(pid=86839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:38:36.694860 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-c31ecc0c-e33c-4344-8c85-e91df2daf278 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:38:36.699203 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-c31ecc0c-e33c-4344-8c85-e91df2daf278 admin admin] Usage tracker for resource:network and tenant:c5a303263c9e4c23b0915321d11b3f58 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:38:36.703200 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-c31ecc0c-e33c-4344-8c85-e91df2daf278 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:38:36.709413 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-c31ecc0c-e33c-4344-8c85-e91df2daf278 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:38:36.721712 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31ecc0c-e33c-4344-8c85-e91df2daf278 admin admin] Made reservation on behalf of c5a303263c9e4c23b0915321d11b3f58 for: {'network': 1} {{(pid=86839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 15:38:36.724165 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-c31ecc0c-e33c-4344-8c85-e91df2daf278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for network, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:36.740691 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-c31ecc0c-e33c-4344-8c85-e91df2daf278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:36.758363 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-c31ecc0c-e33c-4344-8c85-e91df2daf278 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:38:36.763140 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-c31ecc0c-e33c-4344-8c85-e91df2daf278 admin admin] Usage tracker for resource:security_group_rule and tenant:c5a303263c9e4c23b0915321d11b3f58 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:38:36.771065 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-c31ecc0c-e33c-4344-8c85-e91df2daf278 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:38:36.780950 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-c31ecc0c-e33c-4344-8c85-e91df2daf278 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:38:36.835829 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device a88ba7e3-5a9a-4907-872e-ef66254f8c2d up at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:38:36.904809 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-c31ecc0c-e33c-4344-8c85-e91df2daf278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:36.909037 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-c31ecc0c-e33c-4344-8c85-e91df2daf278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:36.913078 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-cd0b551f-a819-4ba0-9e80-91afd3e7a401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:38:36.913242 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning for port a88ba7e3-5a9a-4907-872e-ef66254f8c2d completed by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:38:36.920905 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning complete for port a88ba7e3-5a9a-4907-872e-ef66254f8c2d triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:38:36.921305 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:36.946727 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c31ecc0c-e33c-4344-8c85-e91df2daf278 admin admin] vlan segment allocate from pool success with {'vlan_id': 1220, 'physical_network': 'physnet1'} {{(pid=86839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 15:38:36.955443 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ecc0c-e33c-4344-8c85-e91df2daf278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63007ebe-5035-452b-952b-f376ad50e5fb,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:38:36.958858 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-c31ecc0c-e33c-4344-8c85-e91df2daf278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:38:36.965703 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-c31ecc0c-e33c-4344-8c85-e91df2daf278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16429219'] for segment, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:36.966180 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.db.segments_db [None req-c31ecc0c-e33c-4344-8c85-e91df2daf278 admin admin] Added segment 0eed07e8-d042-4f14-88da-032e201a636f of type vlan for network f164d546-3070-41ec-a400-5dfc489cbf01 Nov 09 15:38:36.980166 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0af6b61-9083-4ed6-8b52-09e9530558dc None None] Sync routers for ids ['31435f45-e6c7-4c87-ba3e-667c905ed498'] in dv-cinder-817223-1-smb {{(pid=86841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 15:38:36.989969 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0af6b61-9083-4ed6-8b52-09e9530558dc None None] Routers {'31435f45-e6c7-4c87-ba3e-667c905ed498'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:38:36.990589 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-b0af6b61-9083-4ed6-8b52-09e9530558dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:38:28Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['31435f45-e6c7-4c87-ba3e-667c905ed498'], 'active': True} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:38:36.998395 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-c31ecc0c-e33c-4344-8c85-e91df2daf278 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763972287609'] for network, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:37.036007 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-c31ecc0c-e33c-4344-8c85-e91df2daf278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for network, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:37.037342 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31ecc0c-e33c-4344-8c85-e91df2daf278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:38:37.037970 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-c31ecc0c-e33c-4344-8c85-e91df2daf278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:37.041658 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5748c2d6-c76d-4bd1-a23f-5ffb41a5d4fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:38:37.060395 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:37.077602 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] For port a88ba7e3-5a9a-4907-872e-ef66254f8c2d, host dv-cinder-817223-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=a88ba7e3-5a9a-4907-872e-ef66254f8c2d,segment=NetworkSegment(5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3),segment_id=5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:38:37.081545 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:37.086462 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-7963311c-f3c3-4875-9ad8-97ebc7c8fe5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:38:37.154906 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Pushing event updated for resources: {'Port': ['ID=a88ba7e3-5a9a-4907-872e-ef66254f8c2d,revision_number=4']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:38:37.158030 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:38:37.182909 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvr_db [None req-b0af6b61-9083-4ed6-8b52-09e9530558dc None None] Set router 31435f45-e6c7-4c87-ba3e-667c905ed498 gateway port host: dv-cinder-817223-1-smb {{(pid=86841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:38:37.255185 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ecc0c-e33c-4344-8c85-e91df2daf278 admin admin] Pushing event updated for resources: {'Network': ['ID=f164d546-3070-41ec-a400-5dfc489cbf01,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:38:37.258606 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-c31ecc0c-e33c-4344-8c85-e91df2daf278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:38:37.260210 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-c31ecc0c-e33c-4344-8c85-e91df2daf278 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5760677 Nov 09 15:38:37.263688 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 46420) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:38:37.270084 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Network f164d546-3070-41ec-a400-5dfc489cbf01 details requested by agent ovs-agent-dv-cinder-817223-1-smb with host dv-cinder-817223-1-smb {{(pid=86840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 09 15:38:37.270579 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-ee6f2683-f05a-482b-98d3-5938704168f4 admin admin] Request body: {'subnet': {'network_id': 'f164d546-3070-41ec-a400-5dfc489cbf01', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2080746915-subnet', 'tenant_id': 'c5a303263c9e4c23b0915321d11b3f58', 'ip_version': 4}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:38:37.277211 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-ee6f2683-f05a-482b-98d3-5938704168f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:38:37.282633 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-ee6f2683-f05a-482b-98d3-5938704168f4 admin admin] Usage tracker for resource:subnet and tenant:c5a303263c9e4c23b0915321d11b3f58 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:38:37.285863 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-ee6f2683-f05a-482b-98d3-5938704168f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:38:37.293577 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-ee6f2683-f05a-482b-98d3-5938704168f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:38:37.309458 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6f2683-f05a-482b-98d3-5938704168f4 admin admin] Made reservation on behalf of c5a303263c9e4c23b0915321d11b3f58 for: {'subnet': 1} {{(pid=86838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 15:38:37.312142 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-ee6f2683-f05a-482b-98d3-5938704168f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3042097'] for subnet, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:37.527647 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-b0af6b61-9083-4ed6-8b52-09e9530558dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31435f45-e6c7-4c87-ba3e-667c905ed498', 'name': 'tempest-TestMinimumBasicScenario-659616829-router', 'tenant_id': 'b0a3b76c34114a0db1fbff708b260e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.164'}], 'enable_snat': True}, 'gw_port_id': 'a88ba7e3-5a9a-4907-872e-ef66254f8c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:38:30Z', 'updated_at': '2021-11-09T15:38:34Z', 'revision_number': 4, 'project_id': 'b0a3b76c34114a0db1fbff708b260e74', 'gw_port': {'id': 'a88ba7e3-5a9a-4907-872e-ef66254f8c2d', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:98:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31435f45-e6c7-4c87-ba3e-667c905ed498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:38:31Z', 'updated_at': '2021-11-09T15:38:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_interfaces': [{'id': 'f4b28766-ac2b-4188-8587-6273b6dedad6', 'name': '', 'network_id': 'c25c144b-3a73-4d69-ace0-f6f24a5c2240', 'tenant_id': 'b0a3b76c34114a0db1fbff708b260e74', 'mac_address': 'fa:16:3e:58:85:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31435f45-e6c7-4c87-ba3e-667c905ed498', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '96f4d1ae-6cc9-415b-935f-97b5463bf040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:38:34Z', 'updated_at': '2021-11-09T15:38:35Z', 'revision_number': 2, 'project_id': 'b0a3b76c34114a0db1fbff708b260e74', 'subnets': [{'id': '96f4d1ae-6cc9-415b-935f-97b5463bf040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:38:37.528919 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-ee6f2683-f05a-482b-98d3-5938704168f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3042095'] for subnet, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:37.531539 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0af6b61-9083-4ed6-8b52-09e9530558dc None None] Checking router: 31435f45-e6c7-4c87-ba3e-667c905ed498 for host: dv-cinder-817223-1-smb {{(pid=86841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 15:38:37.531910 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0af6b61-9083-4ed6-8b52-09e9530558dc None None] Updating router 31435f45-e6c7-4c87-ba3e-667c905ed498 port f4b28766-ac2b-4188-8587-6273b6dedad6 binding host dv-cinder-817223-1-smb {{(pid=86841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 15:38:37.533942 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-8282dc97-94aa-40e8-bc93-83223b838fa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:38:37.584461 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron_lib.callbacks.manager [None req-b0af6b61-9083-4ed6-8b52-09e9530558dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:37.611454 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f2683-f05a-482b-98d3-5938704168f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cbe68d2-1afd-49d7-9d4b-34934540fbe7,revision_number=0']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:38:37.615497 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-ee6f2683-f05a-482b-98d3-5938704168f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:38:37.620450 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6f2683-f05a-482b-98d3-5938704168f4 admin admin] Checking segment: {'id': '0eed07e8-d042-4f14-88da-032e201a636f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'f164d546-3070-41ec-a400-5dfc489cbf01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:38:37.620808 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6f2683-f05a-482b-98d3-5938704168f4 admin admin] Network hostable DHCP agents. Network: f164d546-3070-41ec-a400-5dfc489cbf01, hostable agents: ['8b94a2d1-9ebf-428d-8e56-922e2d41e4d3'], hosted agents: [] {{(pid=86838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 15:38:37.640300 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6f2683-f05a-482b-98d3-5938704168f4 admin admin] Network f164d546-3070-41ec-a400-5dfc489cbf01 is scheduled to be hosted by DHCP agent 8b94a2d1-9ebf-428d-8e56-922e2d41e4d3 with binding_index 1 {{(pid=86838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 15:38:37.650057 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [None req-ee6f2683-f05a-482b-98d3-5938704168f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817223-1-smb, f164d546-3070-41ec-a400-5dfc489cbf01) {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:38:37.654584 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6f2683-f05a-482b-98d3-5938704168f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:38:37.655176 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-ee6f2683-f05a-482b-98d3-5938704168f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for subnet, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:37.659583 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80fcbf0-0d4e-4be8-a56b-33652ef3e2fb None None] Network f164d546-3070-41ec-a400-5dfc489cbf01 requested from dv-cinder-817223-1-smb {{(pid=86840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 09 15:38:37.676041 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-ee6f2683-f05a-482b-98d3-5938704168f4 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4112041 Nov 09 15:38:37.678590 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 46424) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:38:37.684791 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-61fc7ef1-f383-46a7-bc8d-d155e67d102d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2080746915-router', 'tenant_id': 'c5a303263c9e4c23b0915321d11b3f58', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140'}}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:38:37.689679 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-61fc7ef1-f383-46a7-bc8d-d155e67d102d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:38:37.693722 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-61fc7ef1-f383-46a7-bc8d-d155e67d102d admin admin] Usage tracker for resource:router and tenant:c5a303263c9e4c23b0915321d11b3f58 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:38:37.697245 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-61fc7ef1-f383-46a7-bc8d-d155e67d102d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:38:37.703749 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-61fc7ef1-f383-46a7-bc8d-d155e67d102d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:38:37.716496 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-61fc7ef1-f383-46a7-bc8d-d155e67d102d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-822272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-643'] for router, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:37.717641 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-61fc7ef1-f383-46a7-bc8d-d155e67d102d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-977942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-648'] for router, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:37.734841 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-61fc7ef1-f383-46a7-bc8d-d155e67d102d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:37.915152 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cebce52-3c39-497a-96f3-03bb10bfe50b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad083e8-ca1b-5118-a989-5e497962517e-f164d546-3070-41ec-a400-5dfc489cbf01', 'network_id': 'f164d546-3070-41ec-a400-5dfc489cbf01', 'tenant_id': 'c5a303263c9e4c23b0915321d11b3f58', 'fixed_ips': [{'subnet_id': '5cbe68d2-1afd-49d7-9d4b-34934540fbe7'}]}} from dv-cinder-817223-1-smb. {{(pid=86840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 09 15:38:37.916597 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-9cebce52-3c39-497a-96f3-03bb10bfe50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_create {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:37.947294 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron_lib.callbacks.manager [None req-b0af6b61-9083-4ed6-8b52-09e9530558dc None None] Notify callbacks [] for port, precommit_update {{(pid=86841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:37.959433 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.provisioning_blocks [None req-b0af6b61-9083-4ed6-8b52-09e9530558dc None None] Transition to ACTIVE for port object f4b28766-ac2b-4188-8587-6273b6dedad6 will not be triggered until provisioned by entity L2. {{(pid=86841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:38:37.966187 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron_lib.callbacks.manager [None req-b0af6b61-9083-4ed6-8b52-09e9530558dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:37.971121 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG oslo_concurrency.lockutils [None req-1376c29d-dc1d-4b97-bafe-e49274718ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:38:38.012797 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-61fc7ef1-f383-46a7-bc8d-d155e67d102d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-978276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-822294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-678'] for router, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:38.087343 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.db_base_plugin_common [None req-9cebce52-3c39-497a-96f3-03bb10bfe50b None None] Allocated IP 172.20.0.2 (f164d546-3070-41ec-a400-5dfc489cbf01/5cbe68d2-1afd-49d7-9d4b-34934540fbe7/88782b0e-9d99-4d76-abfb-37a2197633a8) {{(pid=86840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 15:38:38.122093 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fc0f98-31f1-4608-a17a-69879cbb5bad None None] Pushing event updated for resources: {'Port': ['ID=f4b28766-ac2b-4188-8587-6273b6dedad6,revision_number=3']} {{(pid=86841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:38:38.139619 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fc0f98-31f1-4608-a17a-69879cbb5bad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:38:38.139963 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fc0f98-31f1-4608-a17a-69879cbb5bad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:38:38.140304 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fc0f98-31f1-4608-a17a-69879cbb5bad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:38:38.140775 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fc0f98-31f1-4608-a17a-69879cbb5bad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:38:38.140960 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fc0f98-31f1-4608-a17a-69879cbb5bad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:38:38.141289 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fc0f98-31f1-4608-a17a-69879cbb5bad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:38:38.141610 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fc0f98-31f1-4608-a17a-69879cbb5bad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:38:38.141962 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fc0f98-31f1-4608-a17a-69879cbb5bad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:38:38.142676 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fc0f98-31f1-4608-a17a-69879cbb5bad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:38:38.142676 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fc0f98-31f1-4608-a17a-69879cbb5bad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:38:38.142910 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fc0f98-31f1-4608-a17a-69879cbb5bad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:38:38.143193 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fc0f98-31f1-4608-a17a-69879cbb5bad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:38:38.151658 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG oslo_concurrency.lockutils [None req-f3fc0f98-31f1-4608-a17a-69879cbb5bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:38:38.263338 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.managers [None req-b0af6b61-9083-4ed6-8b52-09e9530558dc None None] Attempting to bind port f4b28766-ac2b-4188-8587-6273b6dedad6 on host dv-cinder-817223-1-smb for vnic_type normal with profile {{(pid=86841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 15:38:38.263712 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.managers [None req-b0af6b61-9083-4ed6-8b52-09e9530558dc None None] Attempting to bind port f4b28766-ac2b-4188-8587-6273b6dedad6 by drivers openvswitch,hyperv on host dv-cinder-817223-1-smb at level 0 using segments [{'id': '63e44a27-bd16-4dfe-a9fc-9b78776b068c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'c25c144b-3a73-4d69-ace0-f6f24a5c2240'}] {{(pid=86841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 15:38:38.264083 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0af6b61-9083-4ed6-8b52-09e9530558dc None None] Attempting to bind port f4b28766-ac2b-4188-8587-6273b6dedad6 on network c25c144b-3a73-4d69-ace0-f6f24a5c2240 {{(pid=86841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:38:38.272253 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0af6b61-9083-4ed6-8b52-09e9530558dc None None] Checking agent: {'id': '189eed03-d966-4875-a18c-83c7415689a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817223-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 17, 55), 'started_at': datetime.datetime(2021, 11, 9, 15, 18, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817223-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 09 15:38:38.273348 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0af6b61-9083-4ed6-8b52-09e9530558dc None None] Checking segment: {'id': '63e44a27-bd16-4dfe-a9fc-9b78776b068c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'c25c144b-3a73-4d69-ace0-f6f24a5c2240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:38:38.273871 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron_lib.callbacks.manager [None req-b0af6b61-9083-4ed6-8b52-09e9530558dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:38.278262 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0af6b61-9083-4ed6-8b52-09e9530558dc None None] Bound using segment: {'id': '63e44a27-bd16-4dfe-a9fc-9b78776b068c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'c25c144b-3a73-4d69-ace0-f6f24a5c2240'} {{(pid=86841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 09 15:38:38.278805 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.managers [None req-b0af6b61-9083-4ed6-8b52-09e9530558dc None None] Bound port: f4b28766-ac2b-4188-8587-6273b6dedad6, host: dv-cinder-817223-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63e44a27-bd16-4dfe-a9fc-9b78776b068c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'c25c144b-3a73-4d69-ace0-f6f24a5c2240'}}] {{(pid=86841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 15:38:38.279216 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron_lib.callbacks.manager [None req-b0af6b61-9083-4ed6-8b52-09e9530558dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:38.340606 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-9cebce52-3c39-497a-96f3-03bb10bfe50b None None] Notify callbacks [] for port, precommit_create {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:38.351805 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-9cebce52-3c39-497a-96f3-03bb10bfe50b None None] Transition to ACTIVE for port object 88782b0e-9d99-4d76-abfb-37a2197633a8 will not be triggered until provisioned by entity L2. {{(pid=86840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:38:38.372777 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-9cebce52-3c39-497a-96f3-03bb10bfe50b None None] Transition to ACTIVE for port object 88782b0e-9d99-4d76-abfb-37a2197633a8 will not be triggered until provisioned by entity DHCP. {{(pid=86840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:38:38.379517 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-9cebce52-3c39-497a-96f3-03bb10bfe50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763972296951'] for port, after_create {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:38.388198 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:38:38.395449 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-61fc7ef1-f383-46a7-bc8d-d155e67d102d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:38.403120 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.db [None req-b0af6b61-9083-4ed6-8b52-09e9530558dc None None] For port f4b28766-ac2b-4188-8587-6273b6dedad6, host dv-cinder-817223-1-smb, cleared binding levels {{(pid=86841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 09 15:38:38.406910 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.db [None req-b0af6b61-9083-4ed6-8b52-09e9530558dc None None] For port f4b28766-ac2b-4188-8587-6273b6dedad6, host dv-cinder-817223-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=f4b28766-ac2b-4188-8587-6273b6dedad6,segment=NetworkSegment(63e44a27-bd16-4dfe-a9fc-9b78776b068c),segment_id=63e44a27-bd16-4dfe-a9fc-9b78776b068c)] {{(pid=86841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 09 15:38:38.411521 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron_lib.callbacks.manager [None req-b0af6b61-9083-4ed6-8b52-09e9530558dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:38.421967 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:38:38.427765 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-61fc7ef1-f383-46a7-bc8d-d155e67d102d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:38.458735 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cebce52-3c39-497a-96f3-03bb10bfe50b None None] Network f164d546-3070-41ec-a400-5dfc489cbf01 is already hosted by enough agents. {{(pid=86840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 15:38:38.463197 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.scheduler.base_scheduler [None req-9cebce52-3c39-497a-96f3-03bb10bfe50b None None] Resources bound (agent type, host, resource id): {{(pid=86840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:38:38.472002 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cebce52-3c39-497a-96f3-03bb10bfe50b None None] Received port after_create {{(pid=86840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 09 15:38:38.476285 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cebce52-3c39-497a-96f3-03bb10bfe50b None None] Pushing event updated for resources: {'Port': ['ID=88782b0e-9d99-4d76-abfb-37a2197633a8,revision_number=1']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:38:38.480925 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-9cebce52-3c39-497a-96f3-03bb10bfe50b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:38:38.498726 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fc0f98-31f1-4608-a17a-69879cbb5bad None None] Pushing event updated for resources: {'Port': ['ID=f4b28766-ac2b-4188-8587-6273b6dedad6,revision_number=4']} {{(pid=86841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:38:38.502577 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG oslo_concurrency.lockutils [None req-f3fc0f98-31f1-4608-a17a-69879cbb5bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:38:38.504142 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0af6b61-9083-4ed6-8b52-09e9530558dc None None] Routers {'31435f45-e6c7-4c87-ba3e-667c905ed498'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:38:38.504721 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-b0af6b61-9083-4ed6-8b52-09e9530558dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:38:28Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['31435f45-e6c7-4c87-ba3e-667c905ed498'], 'active': True} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:38:38.566942 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-9cebce52-3c39-497a-96f3-03bb10bfe50b None None] Attempting to bind port 88782b0e-9d99-4d76-abfb-37a2197633a8 on host dv-cinder-817223-1-smb for vnic_type normal with profile {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 15:38:38.567327 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-9cebce52-3c39-497a-96f3-03bb10bfe50b None None] Attempting to bind port 88782b0e-9d99-4d76-abfb-37a2197633a8 by drivers openvswitch,hyperv on host dv-cinder-817223-1-smb at level 0 using segments [{'id': '0eed07e8-d042-4f14-88da-032e201a636f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'f164d546-3070-41ec-a400-5dfc489cbf01'}] {{(pid=86840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 15:38:38.567699 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cebce52-3c39-497a-96f3-03bb10bfe50b None None] Attempting to bind port 88782b0e-9d99-4d76-abfb-37a2197633a8 on network f164d546-3070-41ec-a400-5dfc489cbf01 {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:38:38.574579 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cebce52-3c39-497a-96f3-03bb10bfe50b None None] Checking agent: {'id': '189eed03-d966-4875-a18c-83c7415689a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817223-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 17, 55), 'started_at': datetime.datetime(2021, 11, 9, 15, 18, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817223-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 09 15:38:38.574965 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cebce52-3c39-497a-96f3-03bb10bfe50b None None] Checking segment: {'id': '0eed07e8-d042-4f14-88da-032e201a636f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'f164d546-3070-41ec-a400-5dfc489cbf01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:38:38.575382 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-9cebce52-3c39-497a-96f3-03bb10bfe50b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:38.575787 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cebce52-3c39-497a-96f3-03bb10bfe50b None None] Bound using segment: {'id': '0eed07e8-d042-4f14-88da-032e201a636f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'f164d546-3070-41ec-a400-5dfc489cbf01'} {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 09 15:38:38.576270 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-9cebce52-3c39-497a-96f3-03bb10bfe50b None None] Bound port: 88782b0e-9d99-4d76-abfb-37a2197633a8, host: dv-cinder-817223-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eed07e8-d042-4f14-88da-032e201a636f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'f164d546-3070-41ec-a400-5dfc489cbf01'}}] {{(pid=86840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 15:38:38.576660 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-9cebce52-3c39-497a-96f3-03bb10bfe50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:38.583372 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.db_base_plugin_common [None req-61fc7ef1-f383-46a7-bc8d-d155e67d102d admin admin] Allocated IP 172.28.0.160 (de089fbd-190d-42e2-b873-9d0b1c33f140/6c23faf8-0a9f-4180-83f0-f659576295c3/461ad986-cf47-48fb-bf64-34ee2c1b55a4) {{(pid=86838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 15:38:38.682047 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-9cebce52-3c39-497a-96f3-03bb10bfe50b None None] For port 88782b0e-9d99-4d76-abfb-37a2197633a8, host dv-cinder-817223-1-smb, cleared binding levels {{(pid=86840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 09 15:38:38.686059 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-9cebce52-3c39-497a-96f3-03bb10bfe50b None None] For port 88782b0e-9d99-4d76-abfb-37a2197633a8, host dv-cinder-817223-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=88782b0e-9d99-4d76-abfb-37a2197633a8,segment=NetworkSegment(0eed07e8-d042-4f14-88da-032e201a636f),segment_id=0eed07e8-d042-4f14-88da-032e201a636f)] {{(pid=86840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 09 15:38:38.691934 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-9cebce52-3c39-497a-96f3-03bb10bfe50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:38.698232 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-9cebce52-3c39-497a-96f3-03bb10bfe50b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:38:38.713967 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvr_db [None req-b0af6b61-9083-4ed6-8b52-09e9530558dc None None] Set router 31435f45-e6c7-4c87-ba3e-667c905ed498 gateway port host: dv-cinder-817223-1-smb {{(pid=86841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:38:38.781400 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cebce52-3c39-497a-96f3-03bb10bfe50b None None] Pushing event updated for resources: {'Port': ['ID=88782b0e-9d99-4d76-abfb-37a2197633a8,revision_number=2']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:38:38.784791 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-9cebce52-3c39-497a-96f3-03bb10bfe50b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:38:38.872711 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device a88ba7e3-5a9a-4907-872e-ef66254f8c2d up at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:38:38.882398 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-61fc7ef1-f383-46a7-bc8d-d155e67d102d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:38.921571 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-61fc7ef1-f383-46a7-bc8d-d155e67d102d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763972296951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1120097'] for port, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:38.927255 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-4548a34e-8454-477f-9cc6-6c1ab51550e2 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:38:38.976182 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning complete for port a88ba7e3-5a9a-4907-872e-ef66254f8c2d triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:38:38.977404 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:39.000237 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fc7ef1-f383-46a7-bc8d-d155e67d102d admin admin] Network de089fbd-190d-42e2-b873-9d0b1c33f140 is already hosted by enough agents. {{(pid=86838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 15:38:39.028369 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [None req-61fc7ef1-f383-46a7-bc8d-d155e67d102d admin admin] Resources bound (agent type, host, resource id): {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:38:39.035653 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fc7ef1-f383-46a7-bc8d-d155e67d102d admin admin] Received port after_create {{(pid=86838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 09 15:38:39.087635 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fc7ef1-f383-46a7-bc8d-d155e67d102d admin admin] Pushing event updated for resources: {'Port': ['ID=461ad986-cf47-48fb-bf64-34ee2c1b55a4,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:38:39.091894 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-61fc7ef1-f383-46a7-bc8d-d155e67d102d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:38:39.118175 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-b0af6b61-9083-4ed6-8b52-09e9530558dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31435f45-e6c7-4c87-ba3e-667c905ed498', 'name': 'tempest-TestMinimumBasicScenario-659616829-router', 'tenant_id': 'b0a3b76c34114a0db1fbff708b260e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.164'}], 'enable_snat': True}, 'gw_port_id': 'a88ba7e3-5a9a-4907-872e-ef66254f8c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:38:30Z', 'updated_at': '2021-11-09T15:38:34Z', 'revision_number': 4, 'project_id': 'b0a3b76c34114a0db1fbff708b260e74', 'gw_port': {'id': 'a88ba7e3-5a9a-4907-872e-ef66254f8c2d', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:98:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31435f45-e6c7-4c87-ba3e-667c905ed498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:38:31Z', 'updated_at': '2021-11-09T15:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_interfaces': [{'id': 'f4b28766-ac2b-4188-8587-6273b6dedad6', 'name': '', 'network_id': 'c25c144b-3a73-4d69-ace0-f6f24a5c2240', 'tenant_id': 'b0a3b76c34114a0db1fbff708b260e74', 'mac_address': 'fa:16:3e:58:85:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31435f45-e6c7-4c87-ba3e-667c905ed498', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '96f4d1ae-6cc9-415b-935f-97b5463bf040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:38:34Z', 'updated_at': '2021-11-09T15:38:38Z', 'revision_number': 4, 'project_id': 'b0a3b76c34114a0db1fbff708b260e74', 'subnets': [{'id': '96f4d1ae-6cc9-415b-935f-97b5463bf040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:38:39.123215 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0af6b61-9083-4ed6-8b52-09e9530558dc None None] The sync data for ids ['31435f45-e6c7-4c87-ba3e-667c905ed498'] in dv-cinder-817223-1-smb is: [{'id': '31435f45-e6c7-4c87-ba3e-667c905ed498', 'name': 'tempest-TestMinimumBasicScenario-659616829-router', 'tenant_id': 'b0a3b76c34114a0db1fbff708b260e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.164'}], 'enable_snat': True}, 'gw_port_id': 'a88ba7e3-5a9a-4907-872e-ef66254f8c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:38:30Z', 'updated_at': '2021-11-09T15:38:34Z', 'revision_number': 4, 'project_id': 'b0a3b76c34114a0db1fbff708b260e74', 'gw_port': {'id': 'a88ba7e3-5a9a-4907-872e-ef66254f8c2d', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:98:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31435f45-e6c7-4c87-ba3e-667c905ed498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:38:31Z', 'updated_at': '2021-11-09T15:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_interfaces': [{'id': 'f4b28766-ac2b-4188-8587-6273b6dedad6', 'name': '', 'network_id': 'c25c144b-3a73-4d69-ace0-f6f24a5c2240', 'tenant_id': 'b0a3b76c34114a0db1fbff708b260e74', 'mac_address': 'fa:16:3e:58:85:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31435f45-e6c7-4c87-ba3e-667c905ed498', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '96f4d1ae-6cc9-415b-935f-97b5463bf040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:38:34Z', 'updated_at': '2021-11-09T15:38:38Z', 'revision_number': 4, 'project_id': 'b0a3b76c34114a0db1fbff708b260e74', 'subnets': [{'id': '96f4d1ae-6cc9-415b-935f-97b5463bf040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 15:38:39.504177 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-61fc7ef1-f383-46a7-bc8d-d155e67d102d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:39.870195 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-61fc7ef1-f383-46a7-bc8d-d155e67d102d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-822297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978201'] for router, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:39.917338 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e667bb2-09b7-403b-9f6a-c83c4c8b39a8 None None] Network f164d546-3070-41ec-a400-5dfc489cbf01 requested from dv-cinder-817223-1-smb {{(pid=86840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 09 15:38:40.012490 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-b77b7de6-13fb-4096-870e-0c6c2e3ddec5 None None] Provisioning for port 88782b0e-9d99-4d76-abfb-37a2197633a8 completed by entity DHCP. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:38:40.100128 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61fc7ef1-f383-46a7-bc8d-d155e67d102d admin admin] Router 41c4f298-b2b8-4470-9c4b-b90fbea450aa is scheduled to L3 agent d083232d-238f-4a80-a5b8-222ad2e2cbfd with binding_index 1 {{(pid=86838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 09 15:38:40.291487 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61fc7ef1-f383-46a7-bc8d-d155e67d102d admin admin] Notify agent at l3_agent.dv-cinder-817223-1-smb the message routers_updated {{(pid=86838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 09 15:38:40.300965 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d5d225-c672-441c-b1e2-761a5349d98d None None] Sync routers for ids ['41c4f298-b2b8-4470-9c4b-b90fbea450aa'] in dv-cinder-817223-1-smb {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 15:38:40.312345 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d5d225-c672-441c-b1e2-761a5349d98d None None] Routers {'41c4f298-b2b8-4470-9c4b-b90fbea450aa'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:38:40.312929 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-44d5d225-c672-441c-b1e2-761a5349d98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:38:28Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['41c4f298-b2b8-4470-9c4b-b90fbea450aa'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:38:40.316529 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-61fc7ef1-f383-46a7-bc8d-d155e67d102d admin admin] Notify callbacks [] for router, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:40.318284 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-61fc7ef1-f383-46a7-bc8d-d155e67d102d admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6379647 Nov 09 15:38:40.321912 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 46428) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:38:40.504653 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-44d5d225-c672-441c-b1e2-761a5349d98d None None] Set router 41c4f298-b2b8-4470-9c4b-b90fbea450aa gateway port host: dv-cinder-817223-1-smb {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:38:40.821835 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-44d5d225-c672-441c-b1e2-761a5349d98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c4f298-b2b8-4470-9c4b-b90fbea450aa', 'name': 'tempest-TestMinimumBasicScenario-2080746915-router', 'tenant_id': 'c5a303263c9e4c23b0915321d11b3f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': '461ad986-cf47-48fb-bf64-34ee2c1b55a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:38:37Z', 'updated_at': '2021-11-09T15:38:39Z', 'revision_number': 3, 'project_id': 'c5a303263c9e4c23b0915321d11b3f58', 'gw_port': {'id': '461ad986-cf47-48fb-bf64-34ee2c1b55a4', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:4e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c4f298-b2b8-4470-9c4b-b90fbea450aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:38:38Z', 'updated_at': '2021-11-09T15:38:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb'}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:38:40.826165 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d5d225-c672-441c-b1e2-761a5349d98d None None] Checking router: 41c4f298-b2b8-4470-9c4b-b90fbea450aa for host: dv-cinder-817223-1-smb {{(pid=86840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 15:38:40.826662 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d5d225-c672-441c-b1e2-761a5349d98d None None] Updating router 41c4f298-b2b8-4470-9c4b-b90fbea450aa port 461ad986-cf47-48fb-bf64-34ee2c1b55a4 binding host dv-cinder-817223-1-smb {{(pid=86840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 15:38:40.863288 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device 88782b0e-9d99-4d76-abfb-37a2197633a8 up at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:38:40.937461 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-44d5d225-c672-441c-b1e2-761a5349d98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:41.030083 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-232a037a-cfda-4e45-a92d-1f7a5df9b8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:41.046980 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning for port 88782b0e-9d99-4d76-abfb-37a2197633a8 completed by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:38:41.056481 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning complete for port 88782b0e-9d99-4d76-abfb-37a2197633a8 triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:38:41.056862 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:41.237578 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.db_base_plugin_common [None req-232a037a-cfda-4e45-a92d-1f7a5df9b8fd admin admin] Allocated IP 172.20.0.1 (f164d546-3070-41ec-a400-5dfc489cbf01/5cbe68d2-1afd-49d7-9d4b-34934540fbe7/4d38cd3f-916e-4987-a113-4e2aced5bf74) {{(pid=86839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 15:38:41.300172 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:41.392061 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] For port 88782b0e-9d99-4d76-abfb-37a2197633a8, host dv-cinder-817223-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=88782b0e-9d99-4d76-abfb-37a2197633a8,segment=NetworkSegment(0eed07e8-d042-4f14-88da-032e201a636f),segment_id=0eed07e8-d042-4f14-88da-032e201a636f)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:38:41.396674 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-232a037a-cfda-4e45-a92d-1f7a5df9b8fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:41.400519 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:41.401369 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device f4b28766-ac2b-4188-8587-6273b6dedad6 up at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:38:41.413430 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-232a037a-cfda-4e45-a92d-1f7a5df9b8fd admin admin] Transition to ACTIVE for port object 4d38cd3f-916e-4987-a113-4e2aced5bf74 will not be triggered until provisioned by entity DHCP. {{(pid=86839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:38:41.432420 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:38:41.437584 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-232a037a-cfda-4e45-a92d-1f7a5df9b8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763972296951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337271'] for port, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:41.442116 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-807f0017-5411-4dc9-ad17-22800a5920df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:38:41.508128 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232a037a-cfda-4e45-a92d-1f7a5df9b8fd admin admin] Network f164d546-3070-41ec-a400-5dfc489cbf01 is already hosted by enough agents. {{(pid=86839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 15:38:41.511506 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.base_scheduler [None req-232a037a-cfda-4e45-a92d-1f7a5df9b8fd admin admin] Resources bound (agent type, host, resource id): {{(pid=86839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:38:41.513305 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-44d5d225-c672-441c-b1e2-761a5349d98d None None] Notify callbacks [] for port, precommit_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:41.516115 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232a037a-cfda-4e45-a92d-1f7a5df9b8fd admin admin] Received port after_create {{(pid=86839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 09 15:38:41.538052 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-44d5d225-c672-441c-b1e2-761a5349d98d None None] Transition to ACTIVE for port object 461ad986-cf47-48fb-bf64-34ee2c1b55a4 will not be triggered until provisioned by entity L2. {{(pid=86840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:38:41.546618 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a037a-cfda-4e45-a92d-1f7a5df9b8fd admin admin] Pushing event updated for resources: {'Port': ['ID=4d38cd3f-916e-4987-a113-4e2aced5bf74,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:38:41.556507 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-44d5d225-c672-441c-b1e2-761a5349d98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:41.558107 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-232a037a-cfda-4e45-a92d-1f7a5df9b8fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:38:41.563558 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Pushing event updated for resources: {'Port': ['ID=88782b0e-9d99-4d76-abfb-37a2197633a8,revision_number=3']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:38:41.569931 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:38:41.571033 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:38:41.576504 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-232a037a-cfda-4e45-a92d-1f7a5df9b8fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-822339'] for router_interface, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:41.650221 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning for port f4b28766-ac2b-4188-8587-6273b6dedad6 completed by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:38:41.659842 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-44d5d225-c672-441c-b1e2-761a5349d98d None None] Attempting to bind port 461ad986-cf47-48fb-bf64-34ee2c1b55a4 on host dv-cinder-817223-1-smb for vnic_type normal with profile {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 15:38:41.660218 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-44d5d225-c672-441c-b1e2-761a5349d98d None None] Attempting to bind port 461ad986-cf47-48fb-bf64-34ee2c1b55a4 by drivers openvswitch,hyperv on host dv-cinder-817223-1-smb at level 0 using segments [{'id': '5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140'}] {{(pid=86840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 15:38:41.660591 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d5d225-c672-441c-b1e2-761a5349d98d None None] Attempting to bind port 461ad986-cf47-48fb-bf64-34ee2c1b55a4 on network de089fbd-190d-42e2-b873-9d0b1c33f140 {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:38:41.663943 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d3edf-7f49-4909-8b11-908629781684 None None] Pushing event updated for resources: {'Port': ['ID=461ad986-cf47-48fb-bf64-34ee2c1b55a4,revision_number=2']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:38:41.667777 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning complete for port f4b28766-ac2b-4188-8587-6273b6dedad6 triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:38:41.668202 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:41.696402 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-a52d3edf-7f49-4909-8b11-908629781684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:38:41.708198 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-232a037a-cfda-4e45-a92d-1f7a5df9b8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:41.708965 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d5d225-c672-441c-b1e2-761a5349d98d None None] Checking agent: {'id': '189eed03-d966-4875-a18c-83c7415689a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817223-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 17, 55), 'started_at': datetime.datetime(2021, 11, 9, 15, 18, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817223-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 09 15:38:41.709348 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d5d225-c672-441c-b1e2-761a5349d98d None None] Checking segment: {'id': '5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:38:41.709758 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-44d5d225-c672-441c-b1e2-761a5349d98d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:41.711249 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d5d225-c672-441c-b1e2-761a5349d98d None None] Bound using segment: {'id': '5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140'} {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 09 15:38:41.711746 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-44d5d225-c672-441c-b1e2-761a5349d98d None None] Bound port: 461ad986-cf47-48fb-bf64-34ee2c1b55a4, host: dv-cinder-817223-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140'}}] {{(pid=86840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 15:38:41.712134 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-44d5d225-c672-441c-b1e2-761a5349d98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:41.811014 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-44d5d225-c672-441c-b1e2-761a5349d98d None None] For port 461ad986-cf47-48fb-bf64-34ee2c1b55a4, host dv-cinder-817223-1-smb, cleared binding levels {{(pid=86840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 09 15:38:41.815174 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-44d5d225-c672-441c-b1e2-761a5349d98d None None] For port 461ad986-cf47-48fb-bf64-34ee2c1b55a4, host dv-cinder-817223-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=461ad986-cf47-48fb-bf64-34ee2c1b55a4,segment=NetworkSegment(5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3),segment_id=5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3)] {{(pid=86840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 09 15:38:41.851954 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-44d5d225-c672-441c-b1e2-761a5349d98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:41.865153 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:38:41.938806 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-297f7219-27bb-494c-9402-7fd9ef494e7d None None] Provisioning for port 4d38cd3f-916e-4987-a113-4e2aced5bf74 completed by entity DHCP. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:38:41.958418 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-297f7219-27bb-494c-9402-7fd9ef494e7d None None] Provisioning complete for port 4d38cd3f-916e-4987-a113-4e2aced5bf74 triggered by entity DHCP. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:38:41.958855 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-297f7219-27bb-494c-9402-7fd9ef494e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:41.985242 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:42.021169 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d5d225-c672-441c-b1e2-761a5349d98d None None] Routers {'41c4f298-b2b8-4470-9c4b-b90fbea450aa'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:38:42.021779 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-44d5d225-c672-441c-b1e2-761a5349d98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:38:28Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['41c4f298-b2b8-4470-9c4b-b90fbea450aa'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:38:42.045000 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-232a037a-cfda-4e45-a92d-1f7a5df9b8fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:42.049682 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-232a037a-cfda-4e45-a92d-1f7a5df9b8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337294'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:42.079730 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-03a9ff34-67f8-40cc-953e-fcd0f18ded80 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:38:42.087571 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d3edf-7f49-4909-8b11-908629781684 None None] Pushing event updated for resources: {'Port': ['ID=461ad986-cf47-48fb-bf64-34ee2c1b55a4,revision_number=3']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:38:42.096264 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-a52d3edf-7f49-4909-8b11-908629781684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:38:42.136747 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-297f7219-27bb-494c-9402-7fd9ef494e7d None None] Port 4d38cd3f-916e-4987-a113-4e2aced5bf74 cannot update to ACTIVE because it is not bound. {{(pid=86840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 09 15:38:42.146812 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] For port f4b28766-ac2b-4188-8587-6273b6dedad6, host dv-cinder-817223-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=f4b28766-ac2b-4188-8587-6273b6dedad6,segment=NetworkSegment(63e44a27-bd16-4dfe-a9fc-9b78776b068c),segment_id=63e44a27-bd16-4dfe-a9fc-9b78776b068c)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:38:42.159564 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-232a037a-cfda-4e45-a92d-1f7a5df9b8fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-822316'] for router_interface, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:42.163542 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a037a-cfda-4e45-a92d-1f7a5df9b8fd admin admin] Pushing event updated for resources: {'Port': ['ID=4d38cd3f-916e-4987-a113-4e2aced5bf74,revision_number=2']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:38:42.167053 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-232a037a-cfda-4e45-a92d-1f7a5df9b8fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:38:42.238780 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:42.247700 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-9cebce52-3c39-497a-96f3-03bb10bfe50b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:38:42.307147 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232a037a-cfda-4e45-a92d-1f7a5df9b8fd admin admin] Network f164d546-3070-41ec-a400-5dfc489cbf01 is already hosted by enough agents. {{(pid=86839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 15:38:42.308545 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.base_scheduler [None req-232a037a-cfda-4e45-a92d-1f7a5df9b8fd admin admin] Resources bound (agent type, host, resource id): {{(pid=86839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:38:42.348311 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-44d5d225-c672-441c-b1e2-761a5349d98d None None] Set router 41c4f298-b2b8-4470-9c4b-b90fbea450aa gateway port host: dv-cinder-817223-1-smb {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:38:42.404459 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Pushing event updated for resources: {'Port': ['ID=f4b28766-ac2b-4188-8587-6273b6dedad6,revision_number=5']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:38:42.416097 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:38:42.515828 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-232a037a-cfda-4e45-a92d-1f7a5df9b8fd admin admin] Router 41c4f298-b2b8-4470-9c4b-b90fbea450aa has already been hosted by L3 agent d083232d-238f-4a80-a5b8-222ad2e2cbfd {{(pid=86839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 09 15:38:42.696559 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-c2cc1b58-cb7f-4d6f-bac3-95e7021e0aa5 None None] Provisioning complete for port 4d38cd3f-916e-4987-a113-4e2aced5bf74 triggered by entity DHCP. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:38:42.696945 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-c2cc1b58-cb7f-4d6f-bac3-95e7021e0aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:42.712775 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232a037a-cfda-4e45-a92d-1f7a5df9b8fd admin admin] Notify agent at l3_agent.dv-cinder-817223-1-smb the message routers_updated {{(pid=86839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 09 15:38:42.721656 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-232a037a-cfda-4e45-a92d-1f7a5df9b8fd admin admin] 10.222.0.83 "PUT /v2.0/routers/41c4f298-b2b8-4470-9c4b-b90fbea450aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3980966 Nov 09 15:38:42.758430 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-c2cc1b58-cb7f-4d6f-bac3-95e7021e0aa5 None None] Port 4d38cd3f-916e-4987-a113-4e2aced5bf74 cannot update to ACTIVE because it is not bound. {{(pid=86840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 09 15:38:42.767259 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-44d5d225-c672-441c-b1e2-761a5349d98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c4f298-b2b8-4470-9c4b-b90fbea450aa', 'name': 'tempest-TestMinimumBasicScenario-2080746915-router', 'tenant_id': 'c5a303263c9e4c23b0915321d11b3f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': '461ad986-cf47-48fb-bf64-34ee2c1b55a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:38:37Z', 'updated_at': '2021-11-09T15:38:41Z', 'revision_number': 4, 'project_id': 'c5a303263c9e4c23b0915321d11b3f58', 'gw_port': {'id': '461ad986-cf47-48fb-bf64-34ee2c1b55a4', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:4e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c4f298-b2b8-4470-9c4b-b90fbea450aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:38:38Z', 'updated_at': '2021-11-09T15:38:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_interfaces': [{'id': '4d38cd3f-916e-4987-a113-4e2aced5bf74', 'name': '', 'network_id': 'f164d546-3070-41ec-a400-5dfc489cbf01', 'tenant_id': 'c5a303263c9e4c23b0915321d11b3f58', 'mac_address': 'fa:16:3e:11:12:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c4f298-b2b8-4470-9c4b-b90fbea450aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '5cbe68d2-1afd-49d7-9d4b-34934540fbe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:38:41Z', 'updated_at': '2021-11-09T15:38:41Z', 'revision_number': 2, 'project_id': 'c5a303263c9e4c23b0915321d11b3f58', 'subnets': [{'id': '5cbe68d2-1afd-49d7-9d4b-34934540fbe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:38:42.771292 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d5d225-c672-441c-b1e2-761a5349d98d None None] The sync data for ids ['41c4f298-b2b8-4470-9c4b-b90fbea450aa'] in dv-cinder-817223-1-smb is: [{'id': '41c4f298-b2b8-4470-9c4b-b90fbea450aa', 'name': 'tempest-TestMinimumBasicScenario-2080746915-router', 'tenant_id': 'c5a303263c9e4c23b0915321d11b3f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': '461ad986-cf47-48fb-bf64-34ee2c1b55a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:38:37Z', 'updated_at': '2021-11-09T15:38:41Z', 'revision_number': 4, 'project_id': 'c5a303263c9e4c23b0915321d11b3f58', 'gw_port': {'id': '461ad986-cf47-48fb-bf64-34ee2c1b55a4', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:4e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c4f298-b2b8-4470-9c4b-b90fbea450aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:38:38Z', 'updated_at': '2021-11-09T15:38:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_interfaces': [{'id': '4d38cd3f-916e-4987-a113-4e2aced5bf74', 'name': '', 'network_id': 'f164d546-3070-41ec-a400-5dfc489cbf01', 'tenant_id': 'c5a303263c9e4c23b0915321d11b3f58', 'mac_address': 'fa:16:3e:11:12:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c4f298-b2b8-4470-9c4b-b90fbea450aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '5cbe68d2-1afd-49d7-9d4b-34934540fbe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:38:41Z', 'updated_at': '2021-11-09T15:38:41Z', 'revision_number': 2, 'project_id': 'c5a303263c9e4c23b0915321d11b3f58', 'subnets': [{'id': '5cbe68d2-1afd-49d7-9d4b-34934540fbe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 15:38:42.816093 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device 88782b0e-9d99-4d76-abfb-37a2197633a8 up at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:38:42.900237 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning complete for port 88782b0e-9d99-4d76-abfb-37a2197633a8 triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:38:42.900616 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:43.032735 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device f4b28766-ac2b-4188-8587-6273b6dedad6 up at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:38:43.107303 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning complete for port f4b28766-ac2b-4188-8587-6273b6dedad6 triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:38:43.107942 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:44.845317 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device 461ad986-cf47-48fb-bf64-34ee2c1b55a4 up at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:38:44.921373 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning for port 461ad986-cf47-48fb-bf64-34ee2c1b55a4 completed by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:38:44.930773 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning complete for port 461ad986-cf47-48fb-bf64-34ee2c1b55a4 triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:38:44.931286 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:45.076019 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:45.097105 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] For port 461ad986-cf47-48fb-bf64-34ee2c1b55a4, host dv-cinder-817223-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=461ad986-cf47-48fb-bf64-34ee2c1b55a4,segment=NetworkSegment(5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3),segment_id=5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:38:45.104622 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:45.106754 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:38:45.188181 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Pushing event updated for resources: {'Port': ['ID=461ad986-cf47-48fb-bf64-34ee2c1b55a4,revision_number=4']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:38:45.199307 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:38:46.826138 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b20fef-3054-4952-a757-69697332b7ea None None] Sync routers for ids ['41c4f298-b2b8-4470-9c4b-b90fbea450aa'] in dv-cinder-817223-1-smb {{(pid=86841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 15:38:46.832420 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device 461ad986-cf47-48fb-bf64-34ee2c1b55a4 up at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:38:46.837157 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b20fef-3054-4952-a757-69697332b7ea None None] Routers {'41c4f298-b2b8-4470-9c4b-b90fbea450aa'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:38:46.837795 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-65b20fef-3054-4952-a757-69697332b7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:38:28Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['41c4f298-b2b8-4470-9c4b-b90fbea450aa'], 'active': True} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:38:46.933929 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning complete for port 461ad986-cf47-48fb-bf64-34ee2c1b55a4 triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:38:46.934311 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:47.059384 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvr_db [None req-65b20fef-3054-4952-a757-69697332b7ea None None] Set router 41c4f298-b2b8-4470-9c4b-b90fbea450aa gateway port host: dv-cinder-817223-1-smb {{(pid=86841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:38:47.463053 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-65b20fef-3054-4952-a757-69697332b7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c4f298-b2b8-4470-9c4b-b90fbea450aa', 'name': 'tempest-TestMinimumBasicScenario-2080746915-router', 'tenant_id': 'c5a303263c9e4c23b0915321d11b3f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': '461ad986-cf47-48fb-bf64-34ee2c1b55a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:38:37Z', 'updated_at': '2021-11-09T15:38:41Z', 'revision_number': 4, 'project_id': 'c5a303263c9e4c23b0915321d11b3f58', 'gw_port': {'id': '461ad986-cf47-48fb-bf64-34ee2c1b55a4', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:4e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c4f298-b2b8-4470-9c4b-b90fbea450aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:38:38Z', 'updated_at': '2021-11-09T15:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_interfaces': [{'id': '4d38cd3f-916e-4987-a113-4e2aced5bf74', 'name': '', 'network_id': 'f164d546-3070-41ec-a400-5dfc489cbf01', 'tenant_id': 'c5a303263c9e4c23b0915321d11b3f58', 'mac_address': 'fa:16:3e:11:12:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c4f298-b2b8-4470-9c4b-b90fbea450aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '5cbe68d2-1afd-49d7-9d4b-34934540fbe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:38:41Z', 'updated_at': '2021-11-09T15:38:41Z', 'revision_number': 2, 'project_id': 'c5a303263c9e4c23b0915321d11b3f58', 'subnets': [{'id': '5cbe68d2-1afd-49d7-9d4b-34934540fbe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:38:47.470611 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b20fef-3054-4952-a757-69697332b7ea None None] Checking router: 41c4f298-b2b8-4470-9c4b-b90fbea450aa for host: dv-cinder-817223-1-smb {{(pid=86841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 15:38:47.471214 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b20fef-3054-4952-a757-69697332b7ea None None] Updating router 41c4f298-b2b8-4470-9c4b-b90fbea450aa port 4d38cd3f-916e-4987-a113-4e2aced5bf74 binding host dv-cinder-817223-1-smb {{(pid=86841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 15:38:47.533008 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron_lib.callbacks.manager [None req-65b20fef-3054-4952-a757-69697332b7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:47.922795 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron_lib.callbacks.manager [None req-65b20fef-3054-4952-a757-69697332b7ea None None] Notify callbacks [] for port, precommit_update {{(pid=86841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:47.935696 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.provisioning_blocks [None req-65b20fef-3054-4952-a757-69697332b7ea None None] Transition to ACTIVE for port object 4d38cd3f-916e-4987-a113-4e2aced5bf74 will not be triggered until provisioned by entity L2. {{(pid=86841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:38:47.943118 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron_lib.callbacks.manager [None req-65b20fef-3054-4952-a757-69697332b7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:47.949267 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:38:48.173934 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f29cd-8066-494d-82f4-0c4ecac19166 None None] Pushing event updated for resources: {'Port': ['ID=4d38cd3f-916e-4987-a113-4e2aced5bf74,revision_number=3']} {{(pid=86841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:38:48.183023 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG oslo_concurrency.lockutils [None req-d69f29cd-8066-494d-82f4-0c4ecac19166 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:38:48.216138 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.managers [None req-65b20fef-3054-4952-a757-69697332b7ea None None] Attempting to bind port 4d38cd3f-916e-4987-a113-4e2aced5bf74 on host dv-cinder-817223-1-smb for vnic_type normal with profile {{(pid=86841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 15:38:48.216630 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.managers [None req-65b20fef-3054-4952-a757-69697332b7ea None None] Attempting to bind port 4d38cd3f-916e-4987-a113-4e2aced5bf74 by drivers openvswitch,hyperv on host dv-cinder-817223-1-smb at level 0 using segments [{'id': '0eed07e8-d042-4f14-88da-032e201a636f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'f164d546-3070-41ec-a400-5dfc489cbf01'}] {{(pid=86841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 15:38:48.217042 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b20fef-3054-4952-a757-69697332b7ea None None] Attempting to bind port 4d38cd3f-916e-4987-a113-4e2aced5bf74 on network f164d546-3070-41ec-a400-5dfc489cbf01 {{(pid=86841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:38:48.230888 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b20fef-3054-4952-a757-69697332b7ea None None] Checking agent: {'id': '189eed03-d966-4875-a18c-83c7415689a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817223-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 17, 55), 'started_at': datetime.datetime(2021, 11, 9, 15, 18, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817223-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 09 15:38:48.231282 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b20fef-3054-4952-a757-69697332b7ea None None] Checking segment: {'id': '0eed07e8-d042-4f14-88da-032e201a636f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'f164d546-3070-41ec-a400-5dfc489cbf01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:38:48.231762 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron_lib.callbacks.manager [None req-65b20fef-3054-4952-a757-69697332b7ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:48.232230 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b20fef-3054-4952-a757-69697332b7ea None None] Bound using segment: {'id': '0eed07e8-d042-4f14-88da-032e201a636f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'f164d546-3070-41ec-a400-5dfc489cbf01'} {{(pid=86841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 09 15:38:48.232809 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.managers [None req-65b20fef-3054-4952-a757-69697332b7ea None None] Bound port: 4d38cd3f-916e-4987-a113-4e2aced5bf74, host: dv-cinder-817223-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eed07e8-d042-4f14-88da-032e201a636f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'f164d546-3070-41ec-a400-5dfc489cbf01'}}] {{(pid=86841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 15:38:48.233291 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron_lib.callbacks.manager [None req-65b20fef-3054-4952-a757-69697332b7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:48.378877 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.db [None req-65b20fef-3054-4952-a757-69697332b7ea None None] For port 4d38cd3f-916e-4987-a113-4e2aced5bf74, host dv-cinder-817223-1-smb, cleared binding levels {{(pid=86841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 09 15:38:48.383145 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.plugins.ml2.db [None req-65b20fef-3054-4952-a757-69697332b7ea None None] For port 4d38cd3f-916e-4987-a113-4e2aced5bf74, host dv-cinder-817223-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=4d38cd3f-916e-4987-a113-4e2aced5bf74,segment=NetworkSegment(0eed07e8-d042-4f14-88da-032e201a636f),segment_id=0eed07e8-d042-4f14-88da-032e201a636f)] {{(pid=86841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 09 15:38:48.388822 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron_lib.callbacks.manager [None req-65b20fef-3054-4952-a757-69697332b7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:48.395210 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:38:48.478911 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f29cd-8066-494d-82f4-0c4ecac19166 None None] Pushing event updated for resources: {'Port': ['ID=4d38cd3f-916e-4987-a113-4e2aced5bf74,revision_number=4']} {{(pid=86841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:38:48.482971 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG oslo_concurrency.lockutils [None req-d69f29cd-8066-494d-82f4-0c4ecac19166 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:38:48.483747 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b20fef-3054-4952-a757-69697332b7ea None None] Routers {'41c4f298-b2b8-4470-9c4b-b90fbea450aa'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:38:48.484367 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-65b20fef-3054-4952-a757-69697332b7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:38:28Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['41c4f298-b2b8-4470-9c4b-b90fbea450aa'], 'active': True} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:38:48.747703 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvr_db [None req-65b20fef-3054-4952-a757-69697332b7ea None None] Set router 41c4f298-b2b8-4470-9c4b-b90fbea450aa gateway port host: dv-cinder-817223-1-smb {{(pid=86841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:38:48.877178 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device 4d38cd3f-916e-4987-a113-4e2aced5bf74 up at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:38:48.983010 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning for port 4d38cd3f-916e-4987-a113-4e2aced5bf74 completed by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:38:48.989558 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning complete for port 4d38cd3f-916e-4987-a113-4e2aced5bf74 triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:38:48.989982 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:49.183733 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:49.269268 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] For port 4d38cd3f-916e-4987-a113-4e2aced5bf74, host dv-cinder-817223-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=4d38cd3f-916e-4987-a113-4e2aced5bf74,segment=NetworkSegment(0eed07e8-d042-4f14-88da-032e201a636f),segment_id=0eed07e8-d042-4f14-88da-032e201a636f)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:38:49.273973 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:49.276858 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:38:49.282037 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-65b20fef-3054-4952-a757-69697332b7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c4f298-b2b8-4470-9c4b-b90fbea450aa', 'name': 'tempest-TestMinimumBasicScenario-2080746915-router', 'tenant_id': 'c5a303263c9e4c23b0915321d11b3f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': '461ad986-cf47-48fb-bf64-34ee2c1b55a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:38:37Z', 'updated_at': '2021-11-09T15:38:41Z', 'revision_number': 4, 'project_id': 'c5a303263c9e4c23b0915321d11b3f58', 'gw_port': {'id': '461ad986-cf47-48fb-bf64-34ee2c1b55a4', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:4e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c4f298-b2b8-4470-9c4b-b90fbea450aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:38:38Z', 'updated_at': '2021-11-09T15:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_interfaces': [{'id': '4d38cd3f-916e-4987-a113-4e2aced5bf74', 'name': '', 'network_id': 'f164d546-3070-41ec-a400-5dfc489cbf01', 'tenant_id': 'c5a303263c9e4c23b0915321d11b3f58', 'mac_address': 'fa:16:3e:11:12:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c4f298-b2b8-4470-9c4b-b90fbea450aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '5cbe68d2-1afd-49d7-9d4b-34934540fbe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:38:41Z', 'updated_at': '2021-11-09T15:38:48Z', 'revision_number': 4, 'project_id': 'c5a303263c9e4c23b0915321d11b3f58', 'subnets': [{'id': '5cbe68d2-1afd-49d7-9d4b-34934540fbe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:38:49.298839 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b20fef-3054-4952-a757-69697332b7ea None None] The sync data for ids ['41c4f298-b2b8-4470-9c4b-b90fbea450aa'] in dv-cinder-817223-1-smb is: [{'id': '41c4f298-b2b8-4470-9c4b-b90fbea450aa', 'name': 'tempest-TestMinimumBasicScenario-2080746915-router', 'tenant_id': 'c5a303263c9e4c23b0915321d11b3f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': '461ad986-cf47-48fb-bf64-34ee2c1b55a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:38:37Z', 'updated_at': '2021-11-09T15:38:41Z', 'revision_number': 4, 'project_id': 'c5a303263c9e4c23b0915321d11b3f58', 'gw_port': {'id': '461ad986-cf47-48fb-bf64-34ee2c1b55a4', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:4e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c4f298-b2b8-4470-9c4b-b90fbea450aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:38:38Z', 'updated_at': '2021-11-09T15:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_interfaces': [{'id': '4d38cd3f-916e-4987-a113-4e2aced5bf74', 'name': '', 'network_id': 'f164d546-3070-41ec-a400-5dfc489cbf01', 'tenant_id': 'c5a303263c9e4c23b0915321d11b3f58', 'mac_address': 'fa:16:3e:11:12:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c4f298-b2b8-4470-9c4b-b90fbea450aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '5cbe68d2-1afd-49d7-9d4b-34934540fbe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:38:41Z', 'updated_at': '2021-11-09T15:38:48Z', 'revision_number': 4, 'project_id': 'c5a303263c9e4c23b0915321d11b3f58', 'subnets': [{'id': '5cbe68d2-1afd-49d7-9d4b-34934540fbe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 15:38:49.358414 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Pushing event updated for resources: {'Port': ['ID=4d38cd3f-916e-4987-a113-4e2aced5bf74,revision_number=5']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:38:49.361464 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:38:50.199976 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:50.814255 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device 4d38cd3f-916e-4987-a113-4e2aced5bf74 up at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:38:50.900373 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Provisioning complete for port 4d38cd3f-916e-4987-a113-4e2aced5bf74 triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:38:50.901059 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:52.865273 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-16af9541-b404-4153-ae63-599c39bfc9b3 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:38:52.866535 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-16af9541-b404-4153-ae63-599c39bfc9b3 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Synchronizing usage tracker for tenant:b0a3b76c34114a0db1fbff708b260e74 on resource:network {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 15:38:52.884129 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-16af9541-b404-4153-ae63-599c39bfc9b3 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Unset dirty status for tenant:b0a3b76c34114a0db1fbff708b260e74 on resource:network {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 15:38:52.885368 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-16af9541-b404-4153-ae63-599c39bfc9b3 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/networks?id=c25c144b-3a73-4d69-ace0-f6f24a5c2240 HTTP/1.1" status: 200 len: 814 time: 0.2739038 Nov 09 15:38:52.900145 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-313c896f-51c7-417c-ac21-288363d82748 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/quotas/b0a3b76c34114a0db1fbff708b260e74 HTTP/1.1" status: 200 len: 375 time: 0.0091443 Nov 09 15:38:52.989519 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-a79aa9e5-e341-4a4e-b64e-9e0e5a7bbe11 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=b0a3b76c34114a0db1fbff708b260e74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0841527 Nov 09 15:38:53.129224 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-e577fcaa-7118-4c70-9799-d09d87fd200c service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=86838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 15:38:53.130310 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-e577fcaa-7118-4c70-9799-d09d87fd200c service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1287401 Nov 09 15:38:53.265343 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-56137220-9c41-4b13-a609-229aafb61bda service neutron] 10.222.0.83 "GET /v2.0/networks/c25c144b-3a73-4d69-ace0-f6f24a5c2240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278546 Nov 09 15:38:53.398543 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-37a31cdd-ecc7-4726-a774-d3891b661c95 service neutron] 10.222.0.83 "GET /v2.0/networks/c25c144b-3a73-4d69-ace0-f6f24a5c2240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273606 Nov 09 15:38:53.575455 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-551f18af-b3ab-4658-b2b4-fbdc81c36bb2 req-3efdb461-0ded-4045-aab6-29058dfab21d tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/ports?device_id=bebad00f-686f-46c0-950c-13337332f881 HTTP/1.1" status: 200 len: 210 time: 0.0433266 Nov 09 15:38:54.816851 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-55030ce9-9611-42bf-b10b-2c361c21f739 req-ce2d2947-1238-481a-9b75-816f458ce2f3 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/ports?device_id=bebad00f-686f-46c0-950c-13337332f881 HTTP/1.1" status: 200 len: 210 time: 0.1053360 Nov 09 15:38:54.877128 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-9c805b15-a9fa-464a-a940-a50c685f7827 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:38:54.878755 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-9c805b15-a9fa-464a-a940-a50c685f7827 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.44 "GET /v2.0/networks?id=c25c144b-3a73-4d69-ace0-f6f24a5c2240 HTTP/1.1" status: 200 len: 814 time: 0.2048421 Nov 09 15:38:54.892466 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-1f196a50-1b2c-4b3c-bf40-2e4d5c2ff4c1 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Request body: {'port': {'device_id': 'bebad00f-686f-46c0-950c-13337332f881', 'network_id': 'c25c144b-3a73-4d69-ace0-f6f24a5c2240', 'admin_state_up': True, 'tenant_id': 'b0a3b76c34114a0db1fbff708b260e74'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:38:55.051731 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-1f196a50-1b2c-4b3c-bf40-2e4d5c2ff4c1 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:38:55.056871 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-1f196a50-1b2c-4b3c-bf40-2e4d5c2ff4c1 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Usage tracker for resource:port and tenant:b0a3b76c34114a0db1fbff708b260e74 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:38:55.059850 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-1f196a50-1b2c-4b3c-bf40-2e4d5c2ff4c1 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:38:55.065567 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-1f196a50-1b2c-4b3c-bf40-2e4d5c2ff4c1 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:38:55.076565 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-1f196a50-1b2c-4b3c-bf40-2e4d5c2ff4c1 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Made reservation on behalf of b0a3b76c34114a0db1fbff708b260e74 for: {'port': 1} {{(pid=86838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 15:38:55.080182 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-1f196a50-1b2c-4b3c-bf40-2e4d5c2ff4c1 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:55.124807 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-f010dd64-ccb9-4642-ad3a-17c2ed0ba47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:55.256339 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.db_base_plugin_common [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-1f196a50-1b2c-4b3c-bf40-2e4d5c2ff4c1 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Allocated IP 172.20.0.4 (c25c144b-3a73-4d69-ace0-f6f24a5c2240/96f4d1ae-6cc9-415b-935f-97b5463bf040/90be5bad-6ff9-4ca8-91e5-b9e121b01ca4) {{(pid=86838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 15:38:55.496643 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-1f196a50-1b2c-4b3c-bf40-2e4d5c2ff4c1 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks [] for port, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:55.516179 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.provisioning_blocks [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-1f196a50-1b2c-4b3c-bf40-2e4d5c2ff4c1 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Transition to ACTIVE for port object 90be5bad-6ff9-4ca8-91e5-b9e121b01ca4 will not be triggered until provisioned by entity DHCP. {{(pid=86838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:38:55.530128 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:55.545819 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-1f196a50-1b2c-4b3c-bf40-2e4d5c2ff4c1 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763972296951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1120097'] for port, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:55.555596 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-c21cfae1-4d56-4b06-8310-2028b508c976 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:38:55.630575 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-1f196a50-1b2c-4b3c-bf40-2e4d5c2ff4c1 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Network c25c144b-3a73-4d69-ace0-f6f24a5c2240 is already hosted by enough agents. {{(pid=86838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 15:38:55.635024 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-1f196a50-1b2c-4b3c-bf40-2e4d5c2ff4c1 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Resources bound (agent type, host, resource id): {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:38:55.638945 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-1f196a50-1b2c-4b3c-bf40-2e4d5c2ff4c1 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Received port after_create {{(pid=86838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 09 15:38:55.690421 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f196a50-1b2c-4b3c-bf40-2e4d5c2ff4c1 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Pushing event updated for resources: {'Port': ['ID=90be5bad-6ff9-4ca8-91e5-b9e121b01ca4,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:38:55.696478 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-1f196a50-1b2c-4b3c-bf40-2e4d5c2ff4c1 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:38:55.725968 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-1f196a50-1b2c-4b3c-bf40-2e4d5c2ff4c1 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:38:55.727105 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-1f196a50-1b2c-4b3c-bf40-2e4d5c2ff4c1 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:55.754467 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-1f196a50-1b2c-4b3c-bf40-2e4d5c2ff4c1 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8656404 Nov 09 15:38:55.922820 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-ef41130a-2631-46cb-9893-42f695f7e296 None None] Provisioning for port 90be5bad-6ff9-4ca8-91e5-b9e121b01ca4 completed by entity DHCP. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:38:55.928861 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-ef41130a-2631-46cb-9893-42f695f7e296 None None] Provisioning complete for port 90be5bad-6ff9-4ca8-91e5-b9e121b01ca4 triggered by entity DHCP. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:38:55.929225 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-ef41130a-2631-46cb-9893-42f695f7e296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:56.016331 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-ef41130a-2631-46cb-9893-42f695f7e296 None None] Port 90be5bad-6ff9-4ca8-91e5-b9e121b01ca4 cannot update to ACTIVE because it is not bound. {{(pid=86840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 09 15:38:56.064818 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b89f6-45d3-4a0d-92b9-1618b13b6de0 req-a6781aa4-8c4d-4db0-acd8-c8f46622479e tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:38:56.065555 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-4c1b89f6-45d3-4a0d-92b9-1618b13b6de0 req-a6781aa4-8c4d-4db0-acd8-c8f46622479e tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Synchronizing usage tracker for tenant:b0a3b76c34114a0db1fbff708b260e74 on resource:port {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 15:38:56.088312 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-4c1b89f6-45d3-4a0d-92b9-1618b13b6de0 req-a6781aa4-8c4d-4db0-acd8-c8f46622479e tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Unset dirty status for tenant:b0a3b76c34114a0db1fbff708b260e74 on resource:port {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 15:38:56.089579 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4c1b89f6-45d3-4a0d-92b9-1618b13b6de0 req-a6781aa4-8c4d-4db0-acd8-c8f46622479e tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/ports?device_id=bebad00f-686f-46c0-950c-13337332f881 HTTP/1.1" status: 200 len: 931 time: 0.1402862 Nov 09 15:38:56.141745 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-4c1b89f6-45d3-4a0d-92b9-1618b13b6de0 req-2fa24992-7105-43f6-9dcc-fad0eb624663 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Synchronizing usage tracker for tenant:b0a3b76c34114a0db1fbff708b260e74 on resource:security_group {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 15:38:56.161170 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-4c1b89f6-45d3-4a0d-92b9-1618b13b6de0 req-2fa24992-7105-43f6-9dcc-fad0eb624663 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Unset dirty status for tenant:b0a3b76c34114a0db1fbff708b260e74 on resource:security_group {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 15:38:56.162766 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4c1b89f6-45d3-4a0d-92b9-1618b13b6de0 req-2fa24992-7105-43f6-9dcc-fad0eb624663 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/security-groups?id=de876091-dc1f-47af-9ddd-f19e21ab9e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662396 Nov 09 15:38:57.373976 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f9189-be9e-42cc-87d0-aa50e30577cd req-adb2cad5-ac11-4c56-b3ca-ae4a98f2c52c tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:38:57.379681 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9e3f9189-be9e-42cc-87d0-aa50e30577cd req-adb2cad5-ac11-4c56-b3ca-ae4a98f2c52c tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/ports?device_id=bebad00f-686f-46c0-950c-13337332f881 HTTP/1.1" status: 200 len: 931 time: 0.0974264 Nov 09 15:38:57.424123 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9e3f9189-be9e-42cc-87d0-aa50e30577cd req-b9fe8859-b441-4129-a640-947dcf12e6cc tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/security-groups?id=de876091-dc1f-47af-9ddd-f19e21ab9e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423415 Nov 09 15:38:57.660687 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-c97767ae-33cb-42a3-b738-233003a19cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:58.646077 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475868ff-9ad6-4585-87de-c52ef51e9b69 req-cd633de5-00ab-4ca4-adf0-eaa3843c817f tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:38:58.648994 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-475868ff-9ad6-4585-87de-c52ef51e9b69 req-cd633de5-00ab-4ca4-adf0-eaa3843c817f tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/ports?device_id=bebad00f-686f-46c0-950c-13337332f881 HTTP/1.1" status: 200 len: 931 time: 0.1051559 Nov 09 15:38:58.702432 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:38:58.707747 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-475868ff-9ad6-4585-87de-c52ef51e9b69 req-2a8134e7-7183-4853-8617-03e9b036ed4f tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/security-groups?id=de876091-dc1f-47af-9ddd-f19e21ab9e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531020 Nov 09 15:39:00.008695 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7baea39-cda9-4eb5-9e19-7dfa30ee5ae4 req-1f57f2ef-8744-404a-91c7-9c6e1c09ea45 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:39:00.010256 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b7baea39-cda9-4eb5-9e19-7dfa30ee5ae4 req-1f57f2ef-8744-404a-91c7-9c6e1c09ea45 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/ports?device_id=bebad00f-686f-46c0-950c-13337332f881 HTTP/1.1" status: 200 len: 931 time: 0.1941578 Nov 09 15:39:00.071398 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b7baea39-cda9-4eb5-9e19-7dfa30ee5ae4 req-d7caf55a-a001-422e-aaf4-f096a4e2a2df tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/security-groups?id=de876091-dc1f-47af-9ddd-f19e21ab9e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550687 Nov 09 15:39:00.238967 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:01.290790 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4768d-7bd0-42f2-8e6d-746d6150acba req-1c51a23c-cf75-4c2e-8b17-1cc9135e5ca2 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:39:01.292319 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-77e4768d-7bd0-42f2-8e6d-746d6150acba req-1c51a23c-cf75-4c2e-8b17-1cc9135e5ca2 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/ports?device_id=bebad00f-686f-46c0-950c-13337332f881 HTTP/1.1" status: 200 len: 931 time: 0.1044514 Nov 09 15:39:01.345690 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-77e4768d-7bd0-42f2-8e6d-746d6150acba req-34567e10-2723-4fdb-8dcd-a705f4e092c0 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/security-groups?id=de876091-dc1f-47af-9ddd-f19e21ab9e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473008 Nov 09 15:39:02.538708 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4395625-70d0-4ed8-ae99-3f90261bce5c req-51aab22e-433a-4dcd-bdf2-50c86627a7b8 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:39:02.540083 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a4395625-70d0-4ed8-ae99-3f90261bce5c req-51aab22e-433a-4dcd-bdf2-50c86627a7b8 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/ports?device_id=bebad00f-686f-46c0-950c-13337332f881 HTTP/1.1" status: 200 len: 931 time: 0.0852022 Nov 09 15:39:02.601481 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a4395625-70d0-4ed8-ae99-3f90261bce5c req-ea7e49fa-be6d-4719-90fd-903a7e7782d7 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/security-groups?id=de876091-dc1f-47af-9ddd-f19e21ab9e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556345 Nov 09 15:39:03.125204 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.agents_db [None req-0bb7c99c-2b67-41fc-97bf-7ac1ae3a1626 None None] Agent healthcheck: found 6 active agents {{(pid=86841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 15:39:03.809420 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ec2c6-3fc2-4dc1-8e60-d897a9dc1e24 req-d7f300ab-c275-4497-a764-9b5d790d36c0 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:39:03.811086 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-568ec2c6-3fc2-4dc1-8e60-d897a9dc1e24 req-d7f300ab-c275-4497-a764-9b5d790d36c0 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/ports?device_id=bebad00f-686f-46c0-950c-13337332f881 HTTP/1.1" status: 200 len: 931 time: 0.0981505 Nov 09 15:39:03.860383 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-568ec2c6-3fc2-4dc1-8e60-d897a9dc1e24 req-69cdf010-c23a-492d-a63e-6fb8b9a1a01f tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/security-groups?id=de876091-dc1f-47af-9ddd-f19e21ab9e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432799 Nov 09 15:39:05.050953 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127bef63-d320-449c-b60c-9ec3f386c634 req-fb411b48-9cd6-49ce-8195-a117e4f789ad tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:39:05.052479 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-127bef63-d320-449c-b60c-9ec3f386c634 req-fb411b48-9cd6-49ce-8195-a117e4f789ad tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/ports?device_id=bebad00f-686f-46c0-950c-13337332f881 HTTP/1.1" status: 200 len: 931 time: 0.0834496 Nov 09 15:39:05.102110 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-127bef63-d320-449c-b60c-9ec3f386c634 req-c69e71c0-a1bb-4863-b48d-764841a72271 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/security-groups?id=de876091-dc1f-47af-9ddd-f19e21ab9e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438380 Nov 09 15:39:06.283832 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db501f-d5f5-4194-81b2-569c1e48494d req-42e66548-d4c8-4b22-b1e3-704378ace897 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:39:06.285297 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b8db501f-d5f5-4194-81b2-569c1e48494d req-42e66548-d4c8-4b22-b1e3-704378ace897 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/ports?device_id=bebad00f-686f-46c0-950c-13337332f881 HTTP/1.1" status: 200 len: 931 time: 0.0823269 Nov 09 15:39:06.329436 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b8db501f-d5f5-4194-81b2-569c1e48494d req-93c5c183-e18a-4b54-8b3d-cd5de87bb8a0 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/security-groups?id=de876091-dc1f-47af-9ddd-f19e21ab9e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378504 Nov 09 15:39:07.516414 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6080d054-c553-4359-ab36-f75627ac3361 req-34de2a7a-1450-4c2e-8806-11bffebd04fb tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:39:07.517920 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6080d054-c553-4359-ab36-f75627ac3361 req-34de2a7a-1450-4c2e-8806-11bffebd04fb tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/ports?device_id=bebad00f-686f-46c0-950c-13337332f881 HTTP/1.1" status: 200 len: 931 time: 0.0854814 Nov 09 15:39:07.562004 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6080d054-c553-4359-ab36-f75627ac3361 req-1cca4dbb-67cd-40fd-b1fa-9d2f7a29e23c tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/security-groups?id=de876091-dc1f-47af-9ddd-f19e21ab9e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374367 Nov 09 15:39:07.997213 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-de53aad5-b5a3-49f8-a15f-91469b732881 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=86838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 15:39:07.998669 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-de53aad5-b5a3-49f8-a15f-91469b732881 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068872 Nov 09 15:39:08.057402 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-b9fc710f-daa9-4af1-9ebd-90057ea3edbd service neutron] Request body: {'port': {'device_id': 'bebad00f-686f-46c0-950c-13337332f881', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:39:08.170293 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-b9fc710f-daa9-4af1-9ebd-90057ea3edbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:08.518136 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-b9fc710f-daa9-4af1-9ebd-90057ea3edbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90be5bad-6ff9-4ca8-91e5-b9e121b01ca4 {{(pid=86838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 15:39:08.526113 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-b9fc710f-daa9-4af1-9ebd-90057ea3edbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:08.539881 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.provisioning_blocks [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-b9fc710f-daa9-4af1-9ebd-90057ea3edbd service neutron] Transition to ACTIVE for port object 90be5bad-6ff9-4ca8-91e5-b9e121b01ca4 will not be triggered until provisioned by entity L2. {{(pid=86838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 15:39:08.543267 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-b9fc710f-daa9-4af1-9ebd-90057ea3edbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1120024'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:08.547511 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-54dbf97d-6f30-4b96-8b90-ffa76d73be31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:39:08.664787 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fc710f-daa9-4af1-9ebd-90057ea3edbd service neutron] Pushing event updated for resources: {'Port': ['ID=90be5bad-6ff9-4ca8-91e5-b9e121b01ca4,revision_number=2']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:39:08.676914 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-b9fc710f-daa9-4af1-9ebd-90057ea3edbd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:39:08.841129 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-b9fc710f-daa9-4af1-9ebd-90057ea3edbd service neutron] Attempting to bind port 90be5bad-6ff9-4ca8-91e5-b9e121b01ca4 on host hv-cinder-81722 for vnic_type normal with profile {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 15:39:08.841462 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-b9fc710f-daa9-4af1-9ebd-90057ea3edbd service neutron] Attempting to bind port 90be5bad-6ff9-4ca8-91e5-b9e121b01ca4 by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': '63e44a27-bd16-4dfe-a9fc-9b78776b068c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'c25c144b-3a73-4d69-ace0-f6f24a5c2240'}] {{(pid=86838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 15:39:08.841786 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-b9fc710f-daa9-4af1-9ebd-90057ea3edbd service neutron] Attempting to bind port 90be5bad-6ff9-4ca8-91e5-b9e121b01ca4 on network c25c144b-3a73-4d69-ace0-f6f24a5c2240 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:39:08.855112 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83252c17-bd33-42f2-b5d8-52ed90fb7b9c req-60575a0c-da69-4baf-9958-4c5b2b5ffdb0 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:39:08.856547 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-83252c17-bd33-42f2-b5d8-52ed90fb7b9c req-60575a0c-da69-4baf-9958-4c5b2b5ffdb0 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/ports?device_id=bebad00f-686f-46c0-950c-13337332f881 HTTP/1.1" status: 200 len: 943 time: 0.1808412 Nov 09 15:39:08.857234 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-b9fc710f-daa9-4af1-9ebd-90057ea3edbd service neutron] Port 90be5bad-6ff9-4ca8-91e5-b9e121b01ca4 on network c25c144b-3a73-4d69-ace0-f6f24a5c2240 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 09 15:39:08.857545 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-b9fc710f-daa9-4af1-9ebd-90057ea3edbd service neutron] Attempting to bind port 90be5bad-6ff9-4ca8-91e5-b9e121b01ca4 on network c25c144b-3a73-4d69-ace0-f6f24a5c2240 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 09 15:39:08.863977 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-b9fc710f-daa9-4af1-9ebd-90057ea3edbd service neutron] Checking agent: {'id': '5232cb7b-4e94-4f65-a0ee-0ef08f02d72d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 24, 50), 'started_at': datetime.datetime(2021, 11, 9, 15, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 09 15:39:08.864249 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-b9fc710f-daa9-4af1-9ebd-90057ea3edbd service neutron] Checking segment: {'id': '63e44a27-bd16-4dfe-a9fc-9b78776b068c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'c25c144b-3a73-4d69-ace0-f6f24a5c2240'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 09 15:39:08.864622 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-b9fc710f-daa9-4af1-9ebd-90057ea3edbd service neutron] Bound using segment: {'id': '63e44a27-bd16-4dfe-a9fc-9b78776b068c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'c25c144b-3a73-4d69-ace0-f6f24a5c2240'} {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 09 15:39:08.865037 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-b9fc710f-daa9-4af1-9ebd-90057ea3edbd service neutron] Bound port: 90be5bad-6ff9-4ca8-91e5-b9e121b01ca4, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e44a27-bd16-4dfe-a9fc-9b78776b068c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'c25c144b-3a73-4d69-ace0-f6f24a5c2240'}}] {{(pid=86838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 15:39:08.865938 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-b9fc710f-daa9-4af1-9ebd-90057ea3edbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:08.960803 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-83252c17-bd33-42f2-b5d8-52ed90fb7b9c req-e84aa778-1067-4a09-9098-93907db2500b tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/security-groups?id=de876091-dc1f-47af-9ddd-f19e21ab9e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977716 Nov 09 15:39:08.986516 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-b9fc710f-daa9-4af1-9ebd-90057ea3edbd service neutron] For port 90be5bad-6ff9-4ca8-91e5-b9e121b01ca4, host hv-cinder-81722, cleared binding levels {{(pid=86838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 09 15:39:08.989340 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-b9fc710f-daa9-4af1-9ebd-90057ea3edbd service neutron] For port 90be5bad-6ff9-4ca8-91e5-b9e121b01ca4, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=90be5bad-6ff9-4ca8-91e5-b9e121b01ca4,segment=NetworkSegment(63e44a27-bd16-4dfe-a9fc-9b78776b068c),segment_id=63e44a27-bd16-4dfe-a9fc-9b78776b068c)] {{(pid=86838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 09 15:39:08.994500 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-b9fc710f-daa9-4af1-9ebd-90057ea3edbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1120024'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:08.998980 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-8e8b34a4-51b2-44a2-8ae3-62986f936f45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:39:09.059637 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-b9fc710f-daa9-4af1-9ebd-90057ea3edbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:39:09.060245 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-b9fc710f-daa9-4af1-9ebd-90057ea3edbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:09.061605 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-b9fc710f-daa9-4af1-9ebd-90057ea3edbd service neutron] 10.222.0.44 "PUT /v2.0/ports/90be5bad-6ff9-4ca8-91e5-b9e121b01ca4 HTTP/1.1" status: 200 len: 1093 time: 1.0532818 Nov 09 15:39:09.062128 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bebad00f-686f-46c0-950c-13337332f881', 'tag': '90be5bad-6ff9-4ca8-91e5-b9e121b01ca4'}] {{(pid=86838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:39:09.082132 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fc710f-daa9-4af1-9ebd-90057ea3edbd service neutron] Pushing event updated for resources: {'Port': ['ID=90be5bad-6ff9-4ca8-91e5-b9e121b01ca4,revision_number=3']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:39:09.085313 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-b9fc710f-daa9-4af1-9ebd-90057ea3edbd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:39:09.273435 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-429d2856-db53-4842-bd32-50abce31509a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:39:09.275060 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-429d2856-db53-4842-bd32-50abce31509a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b0a3b76c34114a0db1fbff708b260e74&device_id=bebad00f-686f-46c0-950c-13337332f881 HTTP/1.1" status: 200 len: 1096 time: 0.1707585 Nov 09 15:39:09.345209 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-1e7a61d1-b903-450b-aa70-fb115803e9d0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90be5bad-6ff9-4ca8-91e5-b9e121b01ca4 HTTP/1.1" status: 200 len: 217 time: 0.0627933 Nov 09 15:39:09.409447 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-fe11c55f-b17e-4772-9409-4aa9a3ea9e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:39:09.410899 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-fe11c55f-b17e-4772-9409-4aa9a3ea9e1f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=96f4d1ae-6cc9-415b-935f-97b5463bf040 HTTP/1.1" status: 200 len: 853 time: 0.0597241 Nov 09 15:39:09.489109 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-7fa8c111-67ba-4571-9f23-99c2098fe9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:39:09.490606 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-7fa8c111-67ba-4571-9f23-99c2098fe9f7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c25c144b-3a73-4d69-ace0-f6f24a5c2240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0731308 Nov 09 15:39:09.622951 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-4928002e-eea2-4ef6-b33a-ef7cb67577b7 service neutron] 10.222.0.44 "GET /v2.0/networks/c25c144b-3a73-4d69-ace0-f6f24a5c2240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255362 Nov 09 15:39:09.763144 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-87ecb486-b0b1-45f7-bda9-fd3a09e5023b req-f82149b0-acd8-4bf7-b3b6-7f3eb2e7d66c service neutron] 10.222.0.44 "GET /v2.0/networks/c25c144b-3a73-4d69-ace0-f6f24a5c2240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331630 Nov 09 15:39:10.145966 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7583a3-1508-41b5-9585-872eac05f0b0 req-413c98a9-b118-4c64-bf35-bb6614d94364 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:39:10.147538 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-dd7583a3-1508-41b5-9585-872eac05f0b0 req-413c98a9-b118-4c64-bf35-bb6614d94364 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/ports?device_id=bebad00f-686f-46c0-950c-13337332f881 HTTP/1.1" status: 200 len: 943 time: 0.0826833 Nov 09 15:39:10.194444 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-dd7583a3-1508-41b5-9585-872eac05f0b0 req-43319ab3-4932-4caf-a048-2531a8361cc5 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/security-groups?id=de876091-dc1f-47af-9ddd-f19e21ab9e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403023 Nov 09 15:39:10.312977 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bebad00f-686f-46c0-950c-13337332f881', 'tag': '90be5bad-6ff9-4ca8-91e5-b9e121b01ca4', 'status': 'completed', 'code': 200} Nov 09 15:39:10.416779 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093c3a0-2296-4d9d-af20-f61f53427805 req-a4d1969f-bff1-42b5-9250-806f1a7e3827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:39:10.418263 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3093c3a0-2296-4d9d-af20-f61f53427805 req-a4d1969f-bff1-42b5-9250-806f1a7e3827 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b0a3b76c34114a0db1fbff708b260e74&device_id=bebad00f-686f-46c0-950c-13337332f881 HTTP/1.1" status: 200 len: 1096 time: 0.0771389 Nov 09 15:39:10.552331 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093c3a0-2296-4d9d-af20-f61f53427805 req-8d425ff6-4de9-462f-865f-91191af93b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:39:10.554488 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3093c3a0-2296-4d9d-af20-f61f53427805 req-8d425ff6-4de9-462f-865f-91191af93b8b service neutron] 10.222.0.44 "GET /v2.0/networks?id=c25c144b-3a73-4d69-ace0-f6f24a5c2240 HTTP/1.1" status: 200 len: 916 time: 0.1287305 Nov 09 15:39:10.620861 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3093c3a0-2296-4d9d-af20-f61f53427805 req-540d1817-e7a1-4255-b2d7-b2ff9703a0ac service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90be5bad-6ff9-4ca8-91e5-b9e121b01ca4 HTTP/1.1" status: 200 len: 217 time: 0.0598922 Nov 09 15:39:10.685746 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093c3a0-2296-4d9d-af20-f61f53427805 req-fb92d786-7018-4bb9-a50f-d936dc987eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:39:10.687209 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3093c3a0-2296-4d9d-af20-f61f53427805 req-fb92d786-7018-4bb9-a50f-d936dc987eed service neutron] 10.222.0.44 "GET /v2.0/subnets?id=96f4d1ae-6cc9-415b-935f-97b5463bf040 HTTP/1.1" status: 200 len: 853 time: 0.0601010 Nov 09 15:39:10.772607 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093c3a0-2296-4d9d-af20-f61f53427805 req-a8f65ee2-f9ec-42cf-9522-2275111dd3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:39:10.774076 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3093c3a0-2296-4d9d-af20-f61f53427805 req-a8f65ee2-f9ec-42cf-9522-2275111dd3d0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c25c144b-3a73-4d69-ace0-f6f24a5c2240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0803635 Nov 09 15:39:10.904849 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3093c3a0-2296-4d9d-af20-f61f53427805 req-08be89c0-b50e-433e-829b-ce78e560fd1a service neutron] 10.222.0.44 "GET /v2.0/networks/c25c144b-3a73-4d69-ace0-f6f24a5c2240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227591 Nov 09 15:39:11.035250 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3093c3a0-2296-4d9d-af20-f61f53427805 req-eaa6b931-d5e3-48d3-9158-a8087e778a2c service neutron] 10.222.0.44 "GET /v2.0/networks/c25c144b-3a73-4d69-ace0-f6f24a5c2240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230974 Nov 09 15:39:11.382782 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6b08a-4d4f-42e6-8a6c-4a979909425e req-0ebedcd6-d6ff-467b-bb15-3b2b7ecf5aab tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:39:11.384228 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-eda6b08a-4d4f-42e6-8a6c-4a979909425e req-0ebedcd6-d6ff-467b-bb15-3b2b7ecf5aab tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/ports?device_id=bebad00f-686f-46c0-950c-13337332f881 HTTP/1.1" status: 200 len: 943 time: 0.0854902 Nov 09 15:39:11.430080 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-eda6b08a-4d4f-42e6-8a6c-4a979909425e req-8167708c-13d5-4573-a846-e4b7f28630e7 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/security-groups?id=de876091-dc1f-47af-9ddd-f19e21ab9e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401635 Nov 09 15:39:12.535960 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device 90be5bad-6ff9-4ca8-91e5-b9e121b01ca4 details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=86840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 09 15:39:12.624081 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e989e53-22d1-4b67-84ff-14ca898c04da req-c5f083ba-031d-444f-9820-67d4ae361ec4 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:39:12.625621 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0e989e53-22d1-4b67-84ff-14ca898c04da req-c5f083ba-031d-444f-9820-67d4ae361ec4 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/ports?device_id=bebad00f-686f-46c0-950c-13337332f881 HTTP/1.1" status: 200 len: 943 time: 0.0842378 Nov 09 15:39:12.675853 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0e989e53-22d1-4b67-84ff-14ca898c04da req-e8d3b553-34d3-4a19-81c3-0117507d4a88 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/security-groups?id=de876091-dc1f-47af-9ddd-f19e21ab9e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445430 Nov 09 15:39:12.685469 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port 90be5bad-6ff9-4ca8-91e5-b9e121b01ca4, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=90be5bad-6ff9-4ca8-91e5-b9e121b01ca4,segment=NetworkSegment(63e44a27-bd16-4dfe-a9fc-9b78776b068c),segment_id=63e44a27-bd16-4dfe-a9fc-9b78776b068c)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:39:12.699703 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Returning: {'device': '90be5bad-6ff9-4ca8-91e5-b9e121b01ca4', 'network_id': 'c25c144b-3a73-4d69-ace0-f6f24a5c2240', 'port_id': '90be5bad-6ff9-4ca8-91e5-b9e121b01ca4', 'mac_address': 'fa:16:3e:9c:b7:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96f4d1ae-6cc9-415b-935f-97b5463bf040', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 09 15:39:12.760691 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:12.779518 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.notifiers.nova [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90be5bad-6ff9-4ca8-91e5-b9e121b01ca4 {{(pid=86840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 15:39:12.795130 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port 90be5bad-6ff9-4ca8-91e5-b9e121b01ca4, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=90be5bad-6ff9-4ca8-91e5-b9e121b01ca4,segment=NetworkSegment(63e44a27-bd16-4dfe-a9fc-9b78776b068c),segment_id=63e44a27-bd16-4dfe-a9fc-9b78776b068c)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:39:12.802420 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:12.804241 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:39:12.872143 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Pushing event updated for resources: {'Port': ['ID=90be5bad-6ff9-4ca8-91e5-b9e121b01ca4,revision_number=4']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:39:12.875491 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:39:13.172003 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] get_ports_and_sgs() called for port_ids ['90be5bad-6ff9-4ca8-91e5-b9e121b01ca4'] {{(pid=86840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 09 15:39:13.957017 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a3494-b450-4bff-b589-092d2a2e917b req-6256ead5-2677-49e3-ace0-7b913f65ddd3 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:39:13.958421 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-555a3494-b450-4bff-b589-092d2a2e917b req-6256ead5-2677-49e3-ace0-7b913f65ddd3 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/ports?device_id=bebad00f-686f-46c0-950c-13337332f881 HTTP/1.1" status: 200 len: 944 time: 0.1750672 Nov 09 15:39:14.002338 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-555a3494-b450-4bff-b589-092d2a2e917b req-86012a17-5772-46af-943f-4bae7d719761 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/security-groups?id=de876091-dc1f-47af-9ddd-f19e21ab9e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376558 Nov 09 15:39:14.560837 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device 90be5bad-6ff9-4ca8-91e5-b9e121b01ca4 up at agent hyperv_hv-cinder-81722 {{(pid=86840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 09 15:39:14.629176 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Provisioning for port 90be5bad-6ff9-4ca8-91e5-b9e121b01ca4 completed by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 15:39:14.634185 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Provisioning complete for port 90be5bad-6ff9-4ca8-91e5-b9e121b01ca4 triggered by entity L2. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:39:14.634568 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:14.753808 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:14.781414 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bebad00f-686f-46c0-950c-13337332f881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90be5bad-6ff9-4ca8-91e5-b9e121b01ca4'}] {{(pid=86840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:39:14.792567 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] For port 90be5bad-6ff9-4ca8-91e5-b9e121b01ca4, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=90be5bad-6ff9-4ca8-91e5-b9e121b01ca4,segment=NetworkSegment(63e44a27-bd16-4dfe-a9fc-9b78776b068c),segment_id=63e44a27-bd16-4dfe-a9fc-9b78776b068c)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:39:14.803500 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:14.805553 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:39:14.874570 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Pushing event updated for resources: {'Port': ['ID=90be5bad-6ff9-4ca8-91e5-b9e121b01ca4,revision_number=5']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:39:14.877652 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:39:14.890654 dv-cinder-817223-1-smb neutron-server[86840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bebad00f-686f-46c0-950c-13337332f881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90be5bad-6ff9-4ca8-91e5-b9e121b01ca4', 'code': 200} Nov 09 15:39:15.167580 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe29f1-136d-468e-87e7-1c4aa6ffea94 req-3a68b7b8-e126-4794-8d04-d6250f7116c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:39:15.169056 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f9fe29f1-136d-468e-87e7-1c4aa6ffea94 req-3a68b7b8-e126-4794-8d04-d6250f7116c4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bebad00f-686f-46c0-950c-13337332f881 HTTP/1.1" status: 200 len: 1098 time: 0.1239891 Nov 09 15:39:15.218754 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f9fe29f1-136d-468e-87e7-1c4aa6ffea94 req-6a434942-b317-499e-97f6-ff5711bc7400 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=de876091-dc1f-47af-9ddd-f19e21ab9e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427139 Nov 09 15:39:15.226402 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d878f2-6f57-4eb0-b81e-b4ea992ebc48 req-a886d087-53c6-4eda-8605-9f60ad8f9894 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:39:15.227771 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-72d878f2-6f57-4eb0-b81e-b4ea992ebc48 req-a886d087-53c6-4eda-8605-9f60ad8f9894 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/ports?device_id=bebad00f-686f-46c0-950c-13337332f881 HTTP/1.1" status: 200 len: 945 time: 0.1204538 Nov 09 15:39:15.275784 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-72d878f2-6f57-4eb0-b81e-b4ea992ebc48 req-fccd45af-321c-4228-bddb-381c1e85cf27 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/security-groups?id=de876091-dc1f-47af-9ddd-f19e21ab9e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420983 Nov 09 15:39:16.463522 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b46f8-52ee-4d56-ad94-c2bd48ed7862 req-6526b18b-b5a5-4a02-855b-30b0cf13179a tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:39:16.465008 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-854b46f8-52ee-4d56-ad94-c2bd48ed7862 req-6526b18b-b5a5-4a02-855b-30b0cf13179a tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/ports?device_id=bebad00f-686f-46c0-950c-13337332f881 HTTP/1.1" status: 200 len: 945 time: 0.0815971 Nov 09 15:39:16.509791 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-854b46f8-52ee-4d56-ad94-c2bd48ed7862 req-faedb085-e20e-4eae-894d-878e79cd3e58 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/security-groups?id=de876091-dc1f-47af-9ddd-f19e21ab9e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390906 Nov 09 15:39:17.697405 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c95e6-bc0b-4ce4-acb9-1b531f57bfcb req-6dad3942-e1e4-40da-b41c-070287bb5996 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:39:17.698874 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-be0c95e6-bc0b-4ce4-acb9-1b531f57bfcb req-6dad3942-e1e4-40da-b41c-070287bb5996 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/ports?device_id=bebad00f-686f-46c0-950c-13337332f881 HTTP/1.1" status: 200 len: 945 time: 0.0846760 Nov 09 15:39:17.742513 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-be0c95e6-bc0b-4ce4-acb9-1b531f57bfcb req-50e50fb8-6060-4492-b1e9-a8cff1d3725c tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/security-groups?id=de876091-dc1f-47af-9ddd-f19e21ab9e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381072 Nov 09 15:39:17.923870 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3acab4-6c87-4be5-a626-b7a35f1219c7 req-784985fb-64b3-4040-a6be-ac76d00a177e tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:39:17.925324 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ed3acab4-6c87-4be5-a626-b7a35f1219c7 req-784985fb-64b3-4040-a6be-ac76d00a177e tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/ports?device_id=bebad00f-686f-46c0-950c-13337332f881 HTTP/1.1" status: 200 len: 945 time: 0.0815370 Nov 09 15:39:17.970039 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ed3acab4-6c87-4be5-a626-b7a35f1219c7 req-2823691d-4896-4050-b58a-a0f5e932303c tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/security-groups?id=de876091-dc1f-47af-9ddd-f19e21ab9e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386820 Nov 09 15:39:18.361563 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc195b39-f201-4da3-860b-89784b2239be req-e144c5a9-1668-4f6c-8625-569981e148b4 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:39:18.363078 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-dc195b39-f201-4da3-860b-89784b2239be req-e144c5a9-1668-4f6c-8625-569981e148b4 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/ports?device_id=bebad00f-686f-46c0-950c-13337332f881 HTTP/1.1" status: 200 len: 945 time: 0.0855823 Nov 09 15:39:18.407444 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-dc195b39-f201-4da3-860b-89784b2239be req-18147367-ff99-4977-bffe-b105b2ad29ef tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/security-groups?id=de876091-dc1f-47af-9ddd-f19e21ab9e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382199 Nov 09 15:39:20.207032 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:23.212613 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cdf86a-98a3-486f-b7ee-8539b6fec100 req-096aa0c8-d839-4cd1-a3a5-009aa2030a4b tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:39:23.214342 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b0cdf86a-98a3-486f-b7ee-8539b6fec100 req-096aa0c8-d839-4cd1-a3a5-009aa2030a4b tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/ports?device_id=bebad00f-686f-46c0-950c-13337332f881 HTTP/1.1" status: 200 len: 945 time: 0.0849264 Nov 09 15:39:23.265513 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b0cdf86a-98a3-486f-b7ee-8539b6fec100 req-ed3b71fa-3330-451e-8cdc-21348cad2405 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/security-groups?id=de876091-dc1f-47af-9ddd-f19e21ab9e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454874 Nov 09 15:39:23.290366 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 46638) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:39:23.413666 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a289d0-fce5-4d34-a824-3f03266e7a29 tempest-TestMinimumBasicScenario-44152779 tempest-TestMinimumBasicScenario-44152779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:39:23.415262 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-e9a289d0-fce5-4d34-a824-3f03266e7a29 tempest-TestMinimumBasicScenario-44152779 tempest-TestMinimumBasicScenario-44152779-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=bebad00f-686f-46c0-950c-13337332f881 HTTP/1.1" status: 200 len: 1093 time: 0.1238775 Nov 09 15:39:23.418071 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 46644) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:39:23.422870 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-8ebb305a-23f2-4484-9f33-676b947b1c84 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Request body: {'floatingip': {'floating_network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'port_id': '90be5bad-6ff9-4ca8-91e5-b9e121b01ca4', 'tenant_id': 'b0a3b76c34114a0db1fbff708b260e74', 'fixed_ip_address': '172.20.0.4'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:39:23.428667 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-8ebb305a-23f2-4484-9f33-676b947b1c84 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:39:23.432417 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-8ebb305a-23f2-4484-9f33-676b947b1c84 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Usage tracker for resource:floatingip and tenant:b0a3b76c34114a0db1fbff708b260e74 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:39:23.435217 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-8ebb305a-23f2-4484-9f33-676b947b1c84 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:39:23.440852 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-8ebb305a-23f2-4484-9f33-676b947b1c84 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:39:23.451795 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8ebb305a-23f2-4484-9f33-676b947b1c84 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks [] for floatingip, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:23.585767 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8ebb305a-23f2-4484-9f33-676b947b1c84 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:23.722603 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.db_base_plugin_common [None req-8ebb305a-23f2-4484-9f33-676b947b1c84 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Allocated IP 172.28.0.51 (de089fbd-190d-42e2-b873-9d0b1c33f140/6c23faf8-0a9f-4180-83f0-f659576295c3/6613d59c-5d2c-46aa-bb33-7b5703b63cb4) {{(pid=86838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 15:39:23.870382 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8ebb305a-23f2-4484-9f33-676b947b1c84 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks [] for port, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:23.900309 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8ebb305a-23f2-4484-9f33-676b947b1c84 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763972296951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1120097'] for port, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:23.904736 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-b9899f05-156e-4488-8e61-845e37cb5166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:39:23.964297 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebb305a-23f2-4484-9f33-676b947b1c84 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Network de089fbd-190d-42e2-b873-9d0b1c33f140 is already hosted by enough agents. {{(pid=86838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 15:39:23.967126 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [None req-8ebb305a-23f2-4484-9f33-676b947b1c84 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Resources bound (agent type, host, resource id): {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 15:39:23.970943 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebb305a-23f2-4484-9f33-676b947b1c84 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Received port after_create {{(pid=86838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 09 15:39:24.012976 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebb305a-23f2-4484-9f33-676b947b1c84 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Pushing event updated for resources: {'Port': ['ID=6613d59c-5d2c-46aa-bb33-7b5703b63cb4,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:39:24.025617 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebb305a-23f2-4484-9f33-676b947b1c84 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:39:24.026023 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebb305a-23f2-4484-9f33-676b947b1c84 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:39:24.026403 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebb305a-23f2-4484-9f33-676b947b1c84 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:39:24.026770 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebb305a-23f2-4484-9f33-676b947b1c84 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:39:24.027133 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebb305a-23f2-4484-9f33-676b947b1c84 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:39:24.027492 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebb305a-23f2-4484-9f33-676b947b1c84 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:39:24.027854 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebb305a-23f2-4484-9f33-676b947b1c84 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:39:24.028208 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebb305a-23f2-4484-9f33-676b947b1c84 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:39:24.028560 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebb305a-23f2-4484-9f33-676b947b1c84 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:39:24.028913 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebb305a-23f2-4484-9f33-676b947b1c84 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:39:24.029264 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebb305a-23f2-4484-9f33-676b947b1c84 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:39:24.029615 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebb305a-23f2-4484-9f33-676b947b1c84 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:39:24.034715 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-8ebb305a-23f2-4484-9f33-676b947b1c84 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:39:24.497893 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8ebb305a-23f2-4484-9f33-676b947b1c84 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:24.580116 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8ebb305a-23f2-4484-9f33-676b947b1c84 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:24.794820 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8ebb305a-23f2-4484-9f33-676b947b1c84 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks [] for port, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:24.799510 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8ebb305a-23f2-4484-9f33-676b947b1c84 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1120024'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:24.803503 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-1f196a50-1b2c-4b3c-bf40-2e4d5c2ff4c1 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:39:24.921130 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebb305a-23f2-4484-9f33-676b947b1c84 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Pushing event updated for resources: {'Port': ['ID=6613d59c-5d2c-46aa-bb33-7b5703b63cb4,revision_number=2']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:39:24.925416 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-8ebb305a-23f2-4484-9f33-676b947b1c84 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:39:24.934093 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8ebb305a-23f2-4484-9f33-676b947b1c84 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-978376'] for floatingip, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:25.112005 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.db.l3_db [None req-8ebb305a-23f2-4484-9f33-676b947b1c84 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Floating IP 33802fe5-f6b6-4b1b-aede-3ccd6f2839c3 associated. External IP: 172.28.0.51, port: 90be5bad-6ff9-4ca8-91e5-b9e121b01ca4. Nov 09 15:39:25.128977 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-4956fbcb-fe51-47c5-923f-80a816dc7859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:25.482780 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ebb305a-23f2-4484-9f33-676b947b1c84 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Router 31435f45-e6c7-4c87-ba3e-667c905ed498 has already been hosted by L3 agent d083232d-238f-4a80-a5b8-222ad2e2cbfd {{(pid=86838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 09 15:39:25.517234 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:25.674315 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ebb305a-23f2-4484-9f33-676b947b1c84 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify agent at l3_agent.dv-cinder-817223-1-smb the message routers_updated {{(pid=86838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 09 15:39:25.686971 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e3fb6d-661c-4140-9ef5-dff9fac2dfa3 None None] Sync routers for ids ['31435f45-e6c7-4c87-ba3e-667c905ed498'] in dv-cinder-817223-1-smb {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 15:39:25.698831 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e3fb6d-661c-4140-9ef5-dff9fac2dfa3 None None] Routers {'31435f45-e6c7-4c87-ba3e-667c905ed498'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:39:25.699535 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-92e3fb6d-661c-4140-9ef5-dff9fac2dfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:38:58Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['31435f45-e6c7-4c87-ba3e-667c905ed498'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:39:25.704054 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8ebb305a-23f2-4484-9f33-676b947b1c84 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581'] for floatingip, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:25.765168 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-8ebb305a-23f2-4484-9f33-676b947b1c84 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3444335 Nov 09 15:39:25.765168 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bebad00f-686f-46c0-950c-13337332f881', 'tag': '90be5bad-6ff9-4ca8-91e5-b9e121b01ca4'}] {{(pid=86838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:39:25.766511 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 46648) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:39:25.774455 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.v2.base [None req-3b421794-1e2d-447f-8928-ae4c9f87ffe8 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-511599033', 'description': 'tempest-secgroup-smoke-511599033 description', 'project_id': 'b0a3b76c34114a0db1fbff708b260e74'}} {{(pid=86839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:39:25.780613 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-3b421794-1e2d-447f-8928-ae4c9f87ffe8 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:39:25.791923 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-3b421794-1e2d-447f-8928-ae4c9f87ffe8 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:39:25.805116 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3b421794-1e2d-447f-8928-ae4c9f87ffe8 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks [] for security_group, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:25.815842 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bebad00f-686f-46c0-950c-13337332f881', 'tag': '90be5bad-6ff9-4ca8-91e5-b9e121b01ca4', 'status': 'completed', 'code': 200} Nov 09 15:39:25.832364 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-3b421794-1e2d-447f-8928-ae4c9f87ffe8 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:39:25.837099 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-3b421794-1e2d-447f-8928-ae4c9f87ffe8 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Usage tracker for resource:security_group_rule and tenant:b0a3b76c34114a0db1fbff708b260e74 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:39:25.840244 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-3b421794-1e2d-447f-8928-ae4c9f87ffe8 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:39:25.846188 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-3b421794-1e2d-447f-8928-ae4c9f87ffe8 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:39:25.917319 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e746f-eabe-43b4-a134-8f7d3986d17b req-f51246ae-4500-419a-8b43-365f6f78ebe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:39:25.919159 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8c0e746f-eabe-43b4-a134-8f7d3986d17b req-f51246ae-4500-419a-8b43-365f6f78ebe9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b0a3b76c34114a0db1fbff708b260e74&device_id=bebad00f-686f-46c0-950c-13337332f881 HTTP/1.1" status: 200 len: 1098 time: 0.0820279 Nov 09 15:39:25.922053 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-92e3fb6d-661c-4140-9ef5-dff9fac2dfa3 None None] Set router 31435f45-e6c7-4c87-ba3e-667c905ed498 gateway port host: dv-cinder-817223-1-smb {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:39:25.922985 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3b421794-1e2d-447f-8928-ae4c9f87ffe8 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks [] for security_group, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:25.927996 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3b421794-1e2d-447f-8928-ae4c9f87ffe8 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:25.931863 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-3ef1f036-d89b-4a90-a224-031e4f5b28c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:39:25.983550 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b421794-1e2d-447f-8928-ae4c9f87ffe8 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21410ea7-f739-42d8-8621-d5acc57cd544,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:39:25.987590 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3b421794-1e2d-447f-8928-ae4c9f87ffe8 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:25.988824 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-3b421794-1e2d-447f-8928-ae4c9f87ffe8 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2207134 Nov 09 15:39:25.993458 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 46654) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:39:25.997177 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b421794-1e2d-447f-8928-ae4c9f87ffe8 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:39:25.997552 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b421794-1e2d-447f-8928-ae4c9f87ffe8 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:39:25.997947 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b421794-1e2d-447f-8928-ae4c9f87ffe8 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:39:25.998311 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b421794-1e2d-447f-8928-ae4c9f87ffe8 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:39:25.998668 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b421794-1e2d-447f-8928-ae4c9f87ffe8 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:39:25.999025 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b421794-1e2d-447f-8928-ae4c9f87ffe8 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:39:25.999392 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b421794-1e2d-447f-8928-ae4c9f87ffe8 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:39:25.999729 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b421794-1e2d-447f-8928-ae4c9f87ffe8 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:39:26.000111 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b421794-1e2d-447f-8928-ae4c9f87ffe8 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:39:26.000457 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b421794-1e2d-447f-8928-ae4c9f87ffe8 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:39:26.001014 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b421794-1e2d-447f-8928-ae4c9f87ffe8 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:39:26.001548 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b421794-1e2d-447f-8928-ae4c9f87ffe8 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:39:26.008279 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.v2.base [None req-04096a8b-291b-45f0-834c-1f173579c0f0 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Request body: {'security_group_rule': {'security_group_id': '21410ea7-f739-42d8-8621-d5acc57cd544', 'project_id': 'b0a3b76c34114a0db1fbff708b260e74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:39:26.015004 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-3b421794-1e2d-447f-8928-ae4c9f87ffe8 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:39:26.016030 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-04096a8b-291b-45f0-834c-1f173579c0f0 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:39:26.020470 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-04096a8b-291b-45f0-834c-1f173579c0f0 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Usage tracker for resource:security_group_rule and tenant:b0a3b76c34114a0db1fbff708b260e74 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:39:26.024194 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-04096a8b-291b-45f0-834c-1f173579c0f0 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:39:26.030833 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-04096a8b-291b-45f0-834c-1f173579c0f0 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:39:26.055287 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-04096a8b-291b-45f0-834c-1f173579c0f0 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:26.125563 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-04096a8b-291b-45f0-834c-1f173579c0f0 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:26.132724 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-04096a8b-291b-45f0-834c-1f173579c0f0 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027457'] for security_group_rule, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:26.148547 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-4279a8a1-6eb1-4acd-ac86-6c5c456593e6 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:39:26.166103 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-04096a8b-291b-45f0-834c-1f173579c0f0 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:26.167386 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-04096a8b-291b-45f0-834c-1f173579c0f0 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1728549 Nov 09 15:39:26.169482 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04096a8b-291b-45f0-834c-1f173579c0f0 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77c86005-28d4-4339-bfd2-788b5f831168,revision_number=0']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:39:26.172058 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-04096a8b-291b-45f0-834c-1f173579c0f0 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:39:26.172697 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 46658) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:39:26.179110 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.v2.base [None req-dd586c20-b85b-44b2-837e-22629c1d7e39 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Request body: {'security_group_rule': {'security_group_id': '21410ea7-f739-42d8-8621-d5acc57cd544', 'project_id': 'b0a3b76c34114a0db1fbff708b260e74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:39:26.185076 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-dd586c20-b85b-44b2-837e-22629c1d7e39 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:39:26.189046 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-dd586c20-b85b-44b2-837e-22629c1d7e39 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Usage tracker for resource:security_group_rule and tenant:b0a3b76c34114a0db1fbff708b260e74 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:39:26.192333 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-dd586c20-b85b-44b2-837e-22629c1d7e39 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:39:26.194263 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e746f-eabe-43b4-a134-8f7d3986d17b req-401b1ae3-1c4c-4ac5-9972-135ea6512cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:39:26.195742 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8c0e746f-eabe-43b4-a134-8f7d3986d17b req-401b1ae3-1c4c-4ac5-9972-135ea6512cfe service neutron] 10.222.0.44 "GET /v2.0/networks?id=c25c144b-3a73-4d69-ace0-f6f24a5c2240 HTTP/1.1" status: 200 len: 916 time: 0.2703111 Nov 09 15:39:26.198862 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-dd586c20-b85b-44b2-837e-22629c1d7e39 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:39:26.221234 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-dd586c20-b85b-44b2-837e-22629c1d7e39 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:26.312171 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-dd586c20-b85b-44b2-837e-22629c1d7e39 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:26.316407 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-dd586c20-b85b-44b2-837e-22629c1d7e39 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027457'] for security_group_rule, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:26.319118 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-063e54af-1674-4112-b308-522fc83e12e0 tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:39:26.328971 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8c0e746f-eabe-43b4-a134-8f7d3986d17b req-5557f7d5-a92d-4a7d-b076-7b7b253e2db2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90be5bad-6ff9-4ca8-91e5-b9e121b01ca4 HTTP/1.1" status: 200 len: 998 time: 0.1257555 Nov 09 15:39:26.342640 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd586c20-b85b-44b2-837e-22629c1d7e39 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acc22695-2e8d-42c4-9b3b-1df4f995e42c,revision_number=0']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:39:26.345125 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-dd586c20-b85b-44b2-837e-22629c1d7e39 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:39:26.355367 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-dd586c20-b85b-44b2-837e-22629c1d7e39 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:26.356806 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-dd586c20-b85b-44b2-837e-22629c1d7e39 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1831760 Nov 09 15:39:26.359455 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 46662) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:39:26.364761 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.v2.base [None req-9b420f23-3ca8-438d-98a4-718dd721ae1e tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Request body: {'security_group_rule': {'security_group_id': '21410ea7-f739-42d8-8621-d5acc57cd544', 'project_id': 'b0a3b76c34114a0db1fbff708b260e74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:39:26.370601 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-9b420f23-3ca8-438d-98a4-718dd721ae1e tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:39:26.374492 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-9b420f23-3ca8-438d-98a4-718dd721ae1e tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Usage tracker for resource:security_group_rule and tenant:b0a3b76c34114a0db1fbff708b260e74 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:39:26.377737 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-9b420f23-3ca8-438d-98a4-718dd721ae1e tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:39:26.385062 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-9b420f23-3ca8-438d-98a4-718dd721ae1e tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:39:26.385763 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-92e3fb6d-661c-4140-9ef5-dff9fac2dfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31435f45-e6c7-4c87-ba3e-667c905ed498', 'name': 'tempest-TestMinimumBasicScenario-659616829-router', 'tenant_id': 'b0a3b76c34114a0db1fbff708b260e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.164'}], 'enable_snat': True}, 'gw_port_id': 'a88ba7e3-5a9a-4907-872e-ef66254f8c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:38:30Z', 'updated_at': '2021-11-09T15:38:34Z', 'revision_number': 4, 'project_id': 'b0a3b76c34114a0db1fbff708b260e74', 'gw_port': {'id': 'a88ba7e3-5a9a-4907-872e-ef66254f8c2d', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:98:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31435f45-e6c7-4c87-ba3e-667c905ed498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:38:31Z', 'updated_at': '2021-11-09T15:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_floatingips': [{'id': '33802fe5-f6b6-4b1b-aede-3ccd6f2839c3', 'tenant_id': 'b0a3b76c34114a0db1fbff708b260e74', 'floating_ip_address': '172.28.0.51', 'floating_network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'router_id': '31435f45-e6c7-4c87-ba3e-667c905ed498', 'port_id': '90be5bad-6ff9-4ca8-91e5-b9e121b01ca4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c25c144b-3a73-4d69-ace0-f6f24a5c2240', 'mac_address': 'fa:16:3e:9c:b7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebad00f-686f-46c0-950c-13337332f881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T15:39:24Z', 'updated_at': '2021-11-09T15:39:24Z', 'revision_number': 0, 'project_id': 'b0a3b76c34114a0db1fbff708b260e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4b28766-ac2b-4188-8587-6273b6dedad6', 'name': '', 'network_id': 'c25c144b-3a73-4d69-ace0-f6f24a5c2240', 'tenant_id': 'b0a3b76c34114a0db1fbff708b260e74', 'mac_address': 'fa:16:3e:58:85:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31435f45-e6c7-4c87-ba3e-667c905ed498', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '96f4d1ae-6cc9-415b-935f-97b5463bf040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:38:34Z', 'updated_at': '2021-11-09T15:38:42Z', 'revision_number': 5, 'project_id': 'b0a3b76c34114a0db1fbff708b260e74', 'subnets': [{'id': '96f4d1ae-6cc9-415b-935f-97b5463bf040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:39:26.390136 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e3fb6d-661c-4140-9ef5-dff9fac2dfa3 None None] Checking router: 31435f45-e6c7-4c87-ba3e-667c905ed498 for host: dv-cinder-817223-1-smb {{(pid=86840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 15:39:26.400757 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e3fb6d-661c-4140-9ef5-dff9fac2dfa3 None None] Routers {'31435f45-e6c7-4c87-ba3e-667c905ed498'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:39:26.401470 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-92e3fb6d-661c-4140-9ef5-dff9fac2dfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:38:58Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['31435f45-e6c7-4c87-ba3e-667c905ed498'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:39:26.404209 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-9b420f23-3ca8-438d-98a4-718dd721ae1e tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:26.405734 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e746f-eabe-43b4-a134-8f7d3986d17b req-6e9d26eb-0431-4782-9cb0-d23552c7ce7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:39:26.407358 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8c0e746f-eabe-43b4-a134-8f7d3986d17b req-6e9d26eb-0431-4782-9cb0-d23552c7ce7c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=96f4d1ae-6cc9-415b-935f-97b5463bf040 HTTP/1.1" status: 200 len: 853 time: 0.0681489 Nov 09 15:39:26.469406 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-9b420f23-3ca8-438d-98a4-718dd721ae1e tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:26.475980 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-9b420f23-3ca8-438d-98a4-718dd721ae1e tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027457'] for security_group_rule, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:26.479016 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:39:26.487699 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e746f-eabe-43b4-a134-8f7d3986d17b req-0f333096-d972-407a-994b-9c4197672ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:39:26.489178 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8c0e746f-eabe-43b4-a134-8f7d3986d17b req-0f333096-d972-407a-994b-9c4197672ed9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c25c144b-3a73-4d69-ace0-f6f24a5c2240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0759192 Nov 09 15:39:26.514659 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b420f23-3ca8-438d-98a4-718dd721ae1e tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2b7950c-8005-46b6-b835-9532922729d9,revision_number=0']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:39:26.519067 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-9b420f23-3ca8-438d-98a4-718dd721ae1e tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:39:26.530081 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-9b420f23-3ca8-438d-98a4-718dd721ae1e tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:26.535974 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-9b420f23-3ca8-438d-98a4-718dd721ae1e tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1754396 Nov 09 15:39:26.537682 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 46666) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:39:26.545439 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.v2.base [None req-acd133d6-d836-4ecb-afa9-2735b902cd9d tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Request body: {'security_group_rule': {'security_group_id': '21410ea7-f739-42d8-8621-d5acc57cd544', 'project_id': 'b0a3b76c34114a0db1fbff708b260e74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:39:26.555469 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-acd133d6-d836-4ecb-afa9-2735b902cd9d tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:39:26.561376 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-acd133d6-d836-4ecb-afa9-2735b902cd9d tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Usage tracker for resource:security_group_rule and tenant:b0a3b76c34114a0db1fbff708b260e74 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:39:26.565664 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-acd133d6-d836-4ecb-afa9-2735b902cd9d tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:39:26.575077 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-acd133d6-d836-4ecb-afa9-2735b902cd9d tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:39:26.593649 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-acd133d6-d836-4ecb-afa9-2735b902cd9d tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:26.601585 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-92e3fb6d-661c-4140-9ef5-dff9fac2dfa3 None None] Set router 31435f45-e6c7-4c87-ba3e-667c905ed498 gateway port host: dv-cinder-817223-1-smb {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:39:26.636879 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8c0e746f-eabe-43b4-a134-8f7d3986d17b req-b8242468-5b9a-47f0-ad8c-28c51503e36c service neutron] 10.222.0.44 "GET /v2.0/networks/c25c144b-3a73-4d69-ace0-f6f24a5c2240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401801 Nov 09 15:39:26.675579 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-acd133d6-d836-4ecb-afa9-2735b902cd9d tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:26.681190 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-acd133d6-d836-4ecb-afa9-2735b902cd9d tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027457'] for security_group_rule, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:26.683409 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-9b420f23-3ca8-438d-98a4-718dd721ae1e tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:39:26.705789 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd133d6-d836-4ecb-afa9-2735b902cd9d tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d2dc81e-f9a5-4fec-9e36-4e056d1a3a9f,revision_number=0']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:39:26.708266 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-acd133d6-d836-4ecb-afa9-2735b902cd9d tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:39:26.716799 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-acd133d6-d836-4ecb-afa9-2735b902cd9d tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:26.718026 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-acd133d6-d836-4ecb-afa9-2735b902cd9d tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1789517 Nov 09 15:39:26.720672 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 46670) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:39:26.726557 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.v2.base [None req-25d53ddf-7491-4330-9e7a-585cad97c7a4 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Request body: {'security_group_rule': {'security_group_id': '21410ea7-f739-42d8-8621-d5acc57cd544', 'project_id': 'b0a3b76c34114a0db1fbff708b260e74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:39:26.733295 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-25d53ddf-7491-4330-9e7a-585cad97c7a4 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:39:26.737113 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-25d53ddf-7491-4330-9e7a-585cad97c7a4 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Usage tracker for resource:security_group_rule and tenant:b0a3b76c34114a0db1fbff708b260e74 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:39:26.740649 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-25d53ddf-7491-4330-9e7a-585cad97c7a4 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:39:26.747087 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-25d53ddf-7491-4330-9e7a-585cad97c7a4 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:39:26.759949 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.db.securitygroups_db [None req-25d53ddf-7491-4330-9e7a-585cad97c7a4 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Project b0a3b76c34114a0db1fbff708b260e74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 15:39:26.775312 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-25d53ddf-7491-4330-9e7a-585cad97c7a4 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:26.796652 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8c0e746f-eabe-43b4-a134-8f7d3986d17b req-555352fb-b085-424f-861a-2887f75f9b18 service neutron] 10.222.0.44 "GET /v2.0/networks/c25c144b-3a73-4d69-ace0-f6f24a5c2240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453912 Nov 09 15:39:26.848672 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-25d53ddf-7491-4330-9e7a-585cad97c7a4 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:26.854827 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-25d53ddf-7491-4330-9e7a-585cad97c7a4 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027457'] for security_group_rule, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:26.855586 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-dd586c20-b85b-44b2-837e-22629c1d7e39 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:39:26.878458 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d53ddf-7491-4330-9e7a-585cad97c7a4 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=704d8e2a-441c-4249-9611-8943e992220d,revision_number=0']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:39:26.884322 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-25d53ddf-7491-4330-9e7a-585cad97c7a4 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:39:26.889130 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-25d53ddf-7491-4330-9e7a-585cad97c7a4 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:26.890479 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-25d53ddf-7491-4330-9e7a-585cad97c7a4 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1688747 Nov 09 15:39:26.894209 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 46674) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:39:26.899886 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.v2.base [None req-af3a24b1-12f8-4acc-9978-576300d8fc75 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Request body: {'security_group_rule': {'security_group_id': '21410ea7-f739-42d8-8621-d5acc57cd544', 'project_id': 'b0a3b76c34114a0db1fbff708b260e74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:39:26.905865 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-af3a24b1-12f8-4acc-9978-576300d8fc75 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 09 15:39:26.909646 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-af3a24b1-12f8-4acc-9978-576300d8fc75 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Usage tracker for resource:security_group_rule and tenant:b0a3b76c34114a0db1fbff708b260e74 is out of sync, need to count used quota {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 09 15:39:26.913182 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.quota.resource [None req-af3a24b1-12f8-4acc-9978-576300d8fc75 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 09 15:39:26.919747 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.quota.driver [None req-af3a24b1-12f8-4acc-9978-576300d8fc75 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 09 15:39:26.931508 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.db.securitygroups_db [None req-af3a24b1-12f8-4acc-9978-576300d8fc75 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Project b0a3b76c34114a0db1fbff708b260e74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 15:39:26.938234 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-af3a24b1-12f8-4acc-9978-576300d8fc75 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:27.011554 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-af3a24b1-12f8-4acc-9978-576300d8fc75 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:27.014174 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-92e3fb6d-661c-4140-9ef5-dff9fac2dfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31435f45-e6c7-4c87-ba3e-667c905ed498', 'name': 'tempest-TestMinimumBasicScenario-659616829-router', 'tenant_id': 'b0a3b76c34114a0db1fbff708b260e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.164'}], 'enable_snat': True}, 'gw_port_id': 'a88ba7e3-5a9a-4907-872e-ef66254f8c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:38:30Z', 'updated_at': '2021-11-09T15:38:34Z', 'revision_number': 4, 'project_id': 'b0a3b76c34114a0db1fbff708b260e74', 'gw_port': {'id': 'a88ba7e3-5a9a-4907-872e-ef66254f8c2d', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:98:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31435f45-e6c7-4c87-ba3e-667c905ed498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:38:31Z', 'updated_at': '2021-11-09T15:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_floatingips': [{'id': '33802fe5-f6b6-4b1b-aede-3ccd6f2839c3', 'tenant_id': 'b0a3b76c34114a0db1fbff708b260e74', 'floating_ip_address': '172.28.0.51', 'floating_network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'router_id': '31435f45-e6c7-4c87-ba3e-667c905ed498', 'port_id': '90be5bad-6ff9-4ca8-91e5-b9e121b01ca4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c25c144b-3a73-4d69-ace0-f6f24a5c2240', 'mac_address': 'fa:16:3e:9c:b7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebad00f-686f-46c0-950c-13337332f881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T15:39:24Z', 'updated_at': '2021-11-09T15:39:24Z', 'revision_number': 0, 'project_id': 'b0a3b76c34114a0db1fbff708b260e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4b28766-ac2b-4188-8587-6273b6dedad6', 'name': '', 'network_id': 'c25c144b-3a73-4d69-ace0-f6f24a5c2240', 'tenant_id': 'b0a3b76c34114a0db1fbff708b260e74', 'mac_address': 'fa:16:3e:58:85:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31435f45-e6c7-4c87-ba3e-667c905ed498', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '96f4d1ae-6cc9-415b-935f-97b5463bf040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:38:34Z', 'updated_at': '2021-11-09T15:38:42Z', 'revision_number': 5, 'project_id': 'b0a3b76c34114a0db1fbff708b260e74', 'subnets': [{'id': '96f4d1ae-6cc9-415b-935f-97b5463bf040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:39:27.016720 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-af3a24b1-12f8-4acc-9978-576300d8fc75 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027457'] for security_group_rule, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:27.019207 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:39:27.019577 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e3fb6d-661c-4140-9ef5-dff9fac2dfa3 None None] The sync data for ids ['31435f45-e6c7-4c87-ba3e-667c905ed498'] in dv-cinder-817223-1-smb is: [{'id': '31435f45-e6c7-4c87-ba3e-667c905ed498', 'name': 'tempest-TestMinimumBasicScenario-659616829-router', 'tenant_id': 'b0a3b76c34114a0db1fbff708b260e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.164'}], 'enable_snat': True}, 'gw_port_id': 'a88ba7e3-5a9a-4907-872e-ef66254f8c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:38:30Z', 'updated_at': '2021-11-09T15:38:34Z', 'revision_number': 4, 'project_id': 'b0a3b76c34114a0db1fbff708b260e74', 'gw_port': {'id': 'a88ba7e3-5a9a-4907-872e-ef66254f8c2d', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:98:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31435f45-e6c7-4c87-ba3e-667c905ed498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:38:31Z', 'updated_at': '2021-11-09T15:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_floatingips': [{'id': '33802fe5-f6b6-4b1b-aede-3ccd6f2839c3', 'tenant_id': 'b0a3b76c34114a0db1fbff708b260e74', 'floating_ip_address': '172.28.0.51', 'floating_network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'router_id': '31435f45-e6c7-4c87-ba3e-667c905ed498', 'port_id': '90be5bad-6ff9-4ca8-91e5-b9e121b01ca4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c25c144b-3a73-4d69-ace0-f6f24a5c2240', 'mac_address': 'fa:16:3e:9c:b7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebad00f-686f-46c0-950c-13337332f881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T15:39:24Z', 'updated_at': '2021-11-09T15:39:24Z', 'revision_number': 0, 'project_id': 'b0a3b76c34114a0db1fbff708b260e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4b28766-ac2b-4188-8587-6273b6dedad6', 'name': '', 'network_id': 'c25c144b-3a73-4d69-ace0-f6f24a5c2240', 'tenant_id': 'b0a3b76c34114a0db1fbff708b260e74', 'mac_address': 'fa:16:3e:58:85:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31435f45-e6c7-4c87-ba3e-667c905ed498', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '96f4d1ae-6cc9-415b-935f-97b5463bf040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:38:34Z', 'updated_at': '2021-11-09T15:38:42Z', 'revision_number': 5, 'project_id': 'b0a3b76c34114a0db1fbff708b260e74', 'subnets': [{'id': '96f4d1ae-6cc9-415b-935f-97b5463bf040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 15:39:27.047239 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a24b1-12f8-4acc-9978-576300d8fc75 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d88bd50f-2ab3-4864-b9bc-d456bec8432a,revision_number=0']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:39:27.049803 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-af3a24b1-12f8-4acc-9978-576300d8fc75 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:39:27.057980 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-af3a24b1-12f8-4acc-9978-576300d8fc75 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:27.061887 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-af3a24b1-12f8-4acc-9978-576300d8fc75 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1640346 Nov 09 15:39:27.184230 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-edf941a5-80de-453d-9612-4b6c03da719a req-34acde00-1d53-4950-b913-47b4f13d62bf tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-511599033&fields=id&tenant_id=b0a3b76c34114a0db1fbff708b260e74 HTTP/1.1" status: 200 len: 267 time: 0.0454710 Nov 09 15:39:27.228834 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5b3299-eb21-4785-ae6d-82e2a213d178 None None] New status for floating IP 33802fe5-f6b6-4b1b-aede-3ccd6f2839c3: ACTIVE {{(pid=86841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 15:39:27.276797 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf941a5-80de-453d-9612-4b6c03da719a req-3852457e-5625-4239-8bef-517e1d50a358 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:39:27.278329 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-edf941a5-80de-453d-9612-4b6c03da719a req-3852457e-5625-4239-8bef-517e1d50a358 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/ports?device_id=bebad00f-686f-46c0-950c-13337332f881 HTTP/1.1" status: 200 len: 945 time: 0.0889370 Nov 09 15:39:27.288964 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [req-edf941a5-80de-453d-9612-4b6c03da719a req-0ba22cc5-6cc1-4170-9907-ce82f4895ad5 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Request body: {'port': {'security_groups': ['de876091-dc1f-47af-9ddd-f19e21ab9e92', '21410ea7-f739-42d8-8621-d5acc57cd544']}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:39:27.405529 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-edf941a5-80de-453d-9612-4b6c03da719a req-0ba22cc5-6cc1-4170-9907-ce82f4895ad5 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:27.653677 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-7da17460-15bb-48cd-8fba-dab348d4ffbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:27.671373 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-edf941a5-80de-453d-9612-4b6c03da719a req-0ba22cc5-6cc1-4170-9907-ce82f4895ad5 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] For port 90be5bad-6ff9-4ca8-91e5-b9e121b01ca4, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=90be5bad-6ff9-4ca8-91e5-b9e121b01ca4,segment=NetworkSegment(63e44a27-bd16-4dfe-a9fc-9b78776b068c),segment_id=63e44a27-bd16-4dfe-a9fc-9b78776b068c)] {{(pid=86838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:39:27.696804 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-edf941a5-80de-453d-9612-4b6c03da719a req-0ba22cc5-6cc1-4170-9907-ce82f4895ad5 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks [] for port, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:27.701245 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-edf941a5-80de-453d-9612-4b6c03da719a req-0ba22cc5-6cc1-4170-9907-ce82f4895ad5 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1120024'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:27.706707 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-03f6b4c3-54ce-4e90-b5f7-abc3946a17c7 tempest-AttachVolumeTestJSON-1986190631 tempest-AttachVolumeTestJSON-1986190631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:39:27.712770 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] get_ports_and_sgs() called for port_ids ['90be5bad-6ff9-4ca8-91e5-b9e121b01ca4'] {{(pid=86840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 09 15:39:27.782043 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf941a5-80de-453d-9612-4b6c03da719a req-0ba22cc5-6cc1-4170-9907-ce82f4895ad5 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:39:27.782714 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-edf941a5-80de-453d-9612-4b6c03da719a req-0ba22cc5-6cc1-4170-9907-ce82f4895ad5 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:27.786390 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-edf941a5-80de-453d-9612-4b6c03da719a req-0ba22cc5-6cc1-4170-9907-ce82f4895ad5 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "PUT /v2.0/ports/90be5bad-6ff9-4ca8-91e5-b9e121b01ca4 HTTP/1.1" status: 200 len: 981 time: 0.5018811 Nov 09 15:39:27.812273 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba22cc5-6cc1-4170-9907-ce82f4895ad5 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Pushing event updated for resources: {'Port': ['ID=90be5bad-6ff9-4ca8-91e5-b9e121b01ca4,revision_number=6']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:39:27.815412 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-0ba22cc5-6cc1-4170-9907-ce82f4895ad5 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:39:27.824645 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bebad00f-686f-46c0-950c-13337332f881', 'tag': '90be5bad-6ff9-4ca8-91e5-b9e121b01ca4'}] {{(pid=86838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:39:27.872137 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] get_ports_and_sgs() called for port_ids ['90be5bad-6ff9-4ca8-91e5-b9e121b01ca4'] {{(pid=86840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 09 15:39:27.884496 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bebad00f-686f-46c0-950c-13337332f881', 'tag': '90be5bad-6ff9-4ca8-91e5-b9e121b01ca4', 'status': 'completed', 'code': 200} Nov 09 15:39:28.045937 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736dd3a-6938-4df8-a0b5-7955201daef2 req-4f888da3-6826-49a9-8ebf-370f251a8abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:39:28.047398 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7736dd3a-6938-4df8-a0b5-7955201daef2 req-4f888da3-6826-49a9-8ebf-370f251a8abc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b0a3b76c34114a0db1fbff708b260e74&device_id=bebad00f-686f-46c0-950c-13337332f881 HTTP/1.1" status: 200 len: 1137 time: 0.1420057 Nov 09 15:39:28.057529 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-083a5da6-5c34-4e25-a269-b3c2dba7e954 None None] Provisioning complete for port 90be5bad-6ff9-4ca8-91e5-b9e121b01ca4 triggered by entity DHCP. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:39:28.057975 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-083a5da6-5c34-4e25-a269-b3c2dba7e954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:28.060915 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c7d6b-a299-4079-9b0b-05fef7cbc714 req-2b2e8e65-9b22-48b1-9516-5a45ba3e8ae2 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:39:28.062000 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a19c7d6b-a299-4079-9b0b-05fef7cbc714 req-2b2e8e65-9b22-48b1-9516-5a45ba3e8ae2 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/ports?device_id=bebad00f-686f-46c0-950c-13337332f881 HTTP/1.1" status: 200 len: 984 time: 0.1189673 Nov 09 15:39:28.189797 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a19c7d6b-a299-4079-9b0b-05fef7cbc714 req-e75d984d-02b8-4772-ae2e-ef8e48a247c9 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/security-groups?id=21410ea7-f739-42d8-8621-d5acc57cd544&id=de876091-dc1f-47af-9ddd-f19e21ab9e92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1095643 Nov 09 15:39:28.235950 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736dd3a-6938-4df8-a0b5-7955201daef2 req-5463add2-023c-4612-8d12-ceeb8129f9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:39:28.237567 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7736dd3a-6938-4df8-a0b5-7955201daef2 req-5463add2-023c-4612-8d12-ceeb8129f9d4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c25c144b-3a73-4d69-ace0-f6f24a5c2240 HTTP/1.1" status: 200 len: 916 time: 0.1746876 Nov 09 15:39:28.453097 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7736dd3a-6938-4df8-a0b5-7955201daef2 req-158d7d7e-060c-4d92-88b3-80397bda8ebe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90be5bad-6ff9-4ca8-91e5-b9e121b01ca4 HTTP/1.1" status: 200 len: 1000 time: 0.2055414 Nov 09 15:39:28.516510 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736dd3a-6938-4df8-a0b5-7955201daef2 req-3fb2cbd9-52e0-4e63-b1d6-c64665a71856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:39:28.517984 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7736dd3a-6938-4df8-a0b5-7955201daef2 req-3fb2cbd9-52e0-4e63-b1d6-c64665a71856 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=96f4d1ae-6cc9-415b-935f-97b5463bf040 HTTP/1.1" status: 200 len: 853 time: 0.0581503 Nov 09 15:39:28.599064 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736dd3a-6938-4df8-a0b5-7955201daef2 req-5b092d96-d37f-457d-ad9a-79646d907f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:39:28.600693 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7736dd3a-6938-4df8-a0b5-7955201daef2 req-5b092d96-d37f-457d-ad9a-79646d907f68 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c25c144b-3a73-4d69-ace0-f6f24a5c2240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0761514 Nov 09 15:39:28.700086 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:28.735317 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7736dd3a-6938-4df8-a0b5-7955201daef2 req-f44d93f8-9617-4493-a144-c630827c73bc service neutron] 10.222.0.44 "GET /v2.0/networks/c25c144b-3a73-4d69-ace0-f6f24a5c2240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274207 Nov 09 15:39:28.871198 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7736dd3a-6938-4df8-a0b5-7955201daef2 req-38088ee3-409f-4984-a5cd-7cbbf119a531 service neutron] 10.222.0.44 "GET /v2.0/networks/c25c144b-3a73-4d69-ace0-f6f24a5c2240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292157 Nov 09 15:39:30.243503 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:40.124023 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.agents_db [None req-0bb7c99c-2b67-41fc-97bf-7ac1ae3a1626 None None] Agent healthcheck: found 6 active agents {{(pid=86841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 15:39:50.214472 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:55.132198 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-8db636a5-4d36-42aa-80c8-1dca9c715d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:55.509717 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:57.656813 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-cfa26464-d5e5-444b-a23e-363e70807fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:39:58.699807 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:40:00.245724 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:40:03.143967 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6e29c567-8787-4632-8410-2b0755f220d8 req-65d84c82-8cd6-40d3-b7e5-83e3ec88d874 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bebad00f-686f-46c0-950c-13337332f881&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702994 Nov 09 15:40:03.288514 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29c567-8787-4632-8410-2b0755f220d8 req-d1e69f9a-7207-42a5-a6eb-6d2984922f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:40:03.290038 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6e29c567-8787-4632-8410-2b0755f220d8 req-d1e69f9a-7207-42a5-a6eb-6d2984922f5f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b0a3b76c34114a0db1fbff708b260e74&device_id=bebad00f-686f-46c0-950c-13337332f881 HTTP/1.1" status: 200 len: 1137 time: 0.0790908 Nov 09 15:40:03.439261 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29c567-8787-4632-8410-2b0755f220d8 req-6df08c8a-fdfb-4042-8173-099e3a8ba36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:40:03.440673 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6e29c567-8787-4632-8410-2b0755f220d8 req-6df08c8a-fdfb-4042-8173-099e3a8ba36d service neutron] 10.222.0.44 "GET /v2.0/networks?id=c25c144b-3a73-4d69-ace0-f6f24a5c2240 HTTP/1.1" status: 200 len: 916 time: 0.1325159 Nov 09 15:40:03.546161 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6e29c567-8787-4632-8410-2b0755f220d8 req-c8d17af3-38d0-4cd2-8e7a-06e4311f3b3e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90be5bad-6ff9-4ca8-91e5-b9e121b01ca4 HTTP/1.1" status: 200 len: 1000 time: 0.0993609 Nov 09 15:40:03.612641 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29c567-8787-4632-8410-2b0755f220d8 req-4db2874e-fc88-4ad8-b0e6-83e59858c78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:40:03.614058 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6e29c567-8787-4632-8410-2b0755f220d8 req-4db2874e-fc88-4ad8-b0e6-83e59858c78a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=96f4d1ae-6cc9-415b-935f-97b5463bf040 HTTP/1.1" status: 200 len: 853 time: 0.0604217 Nov 09 15:40:03.691179 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29c567-8787-4632-8410-2b0755f220d8 req-52908acd-a373-4267-a480-4c76dba17331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:40:03.693148 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6e29c567-8787-4632-8410-2b0755f220d8 req-52908acd-a373-4267-a480-4c76dba17331 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c25c144b-3a73-4d69-ace0-f6f24a5c2240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0724747 Nov 09 15:40:03.824579 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6e29c567-8787-4632-8410-2b0755f220d8 req-095a3117-011e-4230-bed5-b5e356b7f8d6 service neutron] 10.222.0.44 "GET /v2.0/networks/c25c144b-3a73-4d69-ace0-f6f24a5c2240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247423 Nov 09 15:40:03.955700 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6e29c567-8787-4632-8410-2b0755f220d8 req-742f5fb7-f78a-4a00-8239-89ed656b6ba4 service neutron] 10.222.0.44 "GET /v2.0/networks/c25c144b-3a73-4d69-ace0-f6f24a5c2240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242065 Nov 09 15:40:17.123028 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.agents_db [None req-0bb7c99c-2b67-41fc-97bf-7ac1ae3a1626 None None] Agent healthcheck: found 6 active agents {{(pid=86841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 15:40:20.212629 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:40:25.135149 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-98d1707a-2d4a-46ea-be63-bcd725bba955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:40:25.513300 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:40:27.660791 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2cd9f93d-83f2-4231-8078-a12a833e24dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:40:28.703342 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:40:30.249677 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:40:39.582486 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a2027d-e048-4530-83f3-d792cee9414e req-f1f8f4af-0794-443b-b54f-703a24a6a6a3 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:40:39.584049 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c2a2027d-e048-4530-83f3-d792cee9414e req-f1f8f4af-0794-443b-b54f-703a24a6a6a3 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/ports?device_id=bebad00f-686f-46c0-950c-13337332f881 HTTP/1.1" status: 200 len: 984 time: 0.1105883 Nov 09 15:40:39.590360 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500acc63-b2f7-4343-851a-f7622f61f80a req-290ee72d-47ce-471a-bd75-5373358e53d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:40:39.591795 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-500acc63-b2f7-4343-851a-f7622f61f80a req-290ee72d-47ce-471a-bd75-5373358e53d2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b0a3b76c34114a0db1fbff708b260e74&device_id=bebad00f-686f-46c0-950c-13337332f881 HTTP/1.1" status: 200 len: 1137 time: 0.1503348 Nov 09 15:40:39.715834 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c2a2027d-e048-4530-83f3-d792cee9414e req-fbc659f8-8984-4d01-b21b-55d8ceb6ea8c tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/security-groups?id=21410ea7-f739-42d8-8621-d5acc57cd544&id=de876091-dc1f-47af-9ddd-f19e21ab9e92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1230915 Nov 09 15:40:39.756718 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500acc63-b2f7-4343-851a-f7622f61f80a req-22ebddfc-de3e-4cb7-a38e-10a969ab427d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:40:39.758169 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-500acc63-b2f7-4343-851a-f7622f61f80a req-22ebddfc-de3e-4cb7-a38e-10a969ab427d service neutron] 10.222.0.44 "GET /v2.0/networks?id=c25c144b-3a73-4d69-ace0-f6f24a5c2240 HTTP/1.1" status: 200 len: 916 time: 0.1506345 Nov 09 15:40:39.958233 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-500acc63-b2f7-4343-851a-f7622f61f80a req-4f241749-6385-4233-8fce-fe9d04e1ca25 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90be5bad-6ff9-4ca8-91e5-b9e121b01ca4 HTTP/1.1" status: 200 len: 1000 time: 0.1927121 Nov 09 15:40:40.023844 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500acc63-b2f7-4343-851a-f7622f61f80a req-b091da5a-c786-4d0d-a71b-61b990df63da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:40:40.025276 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-500acc63-b2f7-4343-851a-f7622f61f80a req-b091da5a-c786-4d0d-a71b-61b990df63da service neutron] 10.222.0.44 "GET /v2.0/subnets?id=96f4d1ae-6cc9-415b-935f-97b5463bf040 HTTP/1.1" status: 200 len: 853 time: 0.0603604 Nov 09 15:40:40.105051 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500acc63-b2f7-4343-851a-f7622f61f80a req-0ed67d00-fa1d-4805-8472-92a169f8f55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:40:40.106535 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-500acc63-b2f7-4343-851a-f7622f61f80a req-0ed67d00-fa1d-4805-8472-92a169f8f55d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c25c144b-3a73-4d69-ace0-f6f24a5c2240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0716488 Nov 09 15:40:40.242799 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-500acc63-b2f7-4343-851a-f7622f61f80a req-4ae4fef1-7a63-4ec0-8728-420d2f31aa8c service neutron] 10.222.0.44 "GET /v2.0/networks/c25c144b-3a73-4d69-ace0-f6f24a5c2240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280842 Nov 09 15:40:40.380212 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-500acc63-b2f7-4343-851a-f7622f61f80a req-f0bad0c9-d05d-41ff-90b7-7ef8d00b3878 service neutron] 10.222.0.44 "GET /v2.0/networks/c25c144b-3a73-4d69-ace0-f6f24a5c2240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305659 Nov 09 15:40:40.914232 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b88a4-7d42-401a-9f93-2555c7ce983f req-bd66ea48-c77a-4fce-8ab6-37805bd2bcfa tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:40:40.915710 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-036b88a4-7d42-401a-9f93-2555c7ce983f req-bd66ea48-c77a-4fce-8ab6-37805bd2bcfa tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/ports?device_id=bebad00f-686f-46c0-950c-13337332f881 HTTP/1.1" status: 200 len: 984 time: 0.0905359 Nov 09 15:40:40.963075 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-036b88a4-7d42-401a-9f93-2555c7ce983f req-c806a741-f155-4bf2-a8c6-aa775c9df05c tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/security-groups?id=21410ea7-f739-42d8-8621-d5acc57cd544&id=de876091-dc1f-47af-9ddd-f19e21ab9e92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415423 Nov 09 15:40:42.155355 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0341db-affb-4ebb-b3f7-765d3d15670a req-7cbf8c1d-1a44-4cd3-b46b-680a9b5ffd09 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:40:42.156805 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ad0341db-affb-4ebb-b3f7-765d3d15670a req-7cbf8c1d-1a44-4cd3-b46b-680a9b5ffd09 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/ports?device_id=bebad00f-686f-46c0-950c-13337332f881 HTTP/1.1" status: 200 len: 984 time: 0.0881712 Nov 09 15:40:42.204719 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ad0341db-affb-4ebb-b3f7-765d3d15670a req-d9079eba-f473-4fbb-811f-680f96aa4706 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/security-groups?id=21410ea7-f739-42d8-8621-d5acc57cd544&id=de876091-dc1f-47af-9ddd-f19e21ab9e92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420330 Nov 09 15:40:43.394866 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd473535-6f46-462e-a4e3-bc47c2118c9c req-dec09650-c37e-4ae3-ac46-6cea5c4fa5c6 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:40:43.396299 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-cd473535-6f46-462e-a4e3-bc47c2118c9c req-dec09650-c37e-4ae3-ac46-6cea5c4fa5c6 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/ports?device_id=bebad00f-686f-46c0-950c-13337332f881 HTTP/1.1" status: 200 len: 984 time: 0.0840828 Nov 09 15:40:43.441105 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-cd473535-6f46-462e-a4e3-bc47c2118c9c req-eb2dd3b9-5fd8-44f6-9a77-e6a092021219 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/security-groups?id=21410ea7-f739-42d8-8621-d5acc57cd544&id=de876091-dc1f-47af-9ddd-f19e21ab9e92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391259 Nov 09 15:40:44.626061 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679189a-f85f-4464-bb50-b04dee970bbf req-71fd70c5-6958-4fd5-b105-c7356a0273a2 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:40:44.627420 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5679189a-f85f-4464-bb50-b04dee970bbf req-71fd70c5-6958-4fd5-b105-c7356a0273a2 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/ports?device_id=bebad00f-686f-46c0-950c-13337332f881 HTTP/1.1" status: 200 len: 984 time: 0.0810249 Nov 09 15:40:44.678542 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5679189a-f85f-4464-bb50-b04dee970bbf req-04f41e9b-efa2-4c9d-8476-ee0a01a03544 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/security-groups?id=21410ea7-f739-42d8-8621-d5acc57cd544&id=de876091-dc1f-47af-9ddd-f19e21ab9e92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0443821 Nov 09 15:40:45.868464 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33229b20-d479-455e-9aba-778afd9a89e4 req-fc3face2-af1d-446b-944e-28449d273819 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:40:45.869960 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-33229b20-d479-455e-9aba-778afd9a89e4 req-fc3face2-af1d-446b-944e-28449d273819 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/ports?device_id=bebad00f-686f-46c0-950c-13337332f881 HTTP/1.1" status: 200 len: 984 time: 0.0813112 Nov 09 15:40:45.916541 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-33229b20-d479-455e-9aba-778afd9a89e4 req-7a6dd606-e247-49d9-9ce2-990cee8d5e40 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/security-groups?id=21410ea7-f739-42d8-8621-d5acc57cd544&id=de876091-dc1f-47af-9ddd-f19e21ab9e92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408428 Nov 09 15:40:47.104220 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76a284-00ff-4202-bcc1-595b4c1baa1a req-08d59974-6115-48d9-ada8-a2cb6911ffef tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:40:47.105598 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3e76a284-00ff-4202-bcc1-595b4c1baa1a req-08d59974-6115-48d9-ada8-a2cb6911ffef tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/ports?device_id=bebad00f-686f-46c0-950c-13337332f881 HTTP/1.1" status: 200 len: 984 time: 0.0869381 Nov 09 15:40:47.152304 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3e76a284-00ff-4202-bcc1-595b4c1baa1a req-70ac46b6-d57c-4c73-95ef-3e80c2f1acdf tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/security-groups?id=21410ea7-f739-42d8-8621-d5acc57cd544&id=de876091-dc1f-47af-9ddd-f19e21ab9e92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408616 Nov 09 15:40:48.337085 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c828a49-436f-414d-88f1-f506ccbc7188 req-66b0c3d9-4244-44f8-8791-64e7bb734edd tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:40:48.338614 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7c828a49-436f-414d-88f1-f506ccbc7188 req-66b0c3d9-4244-44f8-8791-64e7bb734edd tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/ports?device_id=bebad00f-686f-46c0-950c-13337332f881 HTTP/1.1" status: 200 len: 984 time: 0.0807889 Nov 09 15:40:48.388765 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7c828a49-436f-414d-88f1-f506ccbc7188 req-3ef756ad-c1d1-4d14-a08b-13513b1c9427 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/security-groups?id=21410ea7-f739-42d8-8621-d5acc57cd544&id=de876091-dc1f-47af-9ddd-f19e21ab9e92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0444105 Nov 09 15:40:49.609711 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e946c91-5714-46dd-a807-34b4d784f60b req-c9f3aa69-ea06-4a54-be88-258eecdc9336 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:40:49.611297 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0e946c91-5714-46dd-a807-34b4d784f60b req-c9f3aa69-ea06-4a54-be88-258eecdc9336 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/ports?device_id=bebad00f-686f-46c0-950c-13337332f881 HTTP/1.1" status: 200 len: 984 time: 0.1131725 Nov 09 15:40:49.666329 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0e946c91-5714-46dd-a807-34b4d784f60b req-d71d7a33-fc16-4c1c-963d-2bde3041f9b9 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/security-groups?id=21410ea7-f739-42d8-8621-d5acc57cd544&id=de876091-dc1f-47af-9ddd-f19e21ab9e92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0483031 Nov 09 15:40:50.213633 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:40:50.856680 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b0e3d-cd27-4cc2-b076-1499e7c227c5 req-2c3f71e2-14ba-4d17-bdce-f316002202e4 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:40:50.858147 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-154b0e3d-cd27-4cc2-b076-1499e7c227c5 req-2c3f71e2-14ba-4d17-bdce-f316002202e4 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/ports?device_id=bebad00f-686f-46c0-950c-13337332f881 HTTP/1.1" status: 200 len: 984 time: 0.0885563 Nov 09 15:40:50.904300 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-154b0e3d-cd27-4cc2-b076-1499e7c227c5 req-f9857293-b5ef-41fc-800e-c0fb72acea0e tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/security-groups?id=21410ea7-f739-42d8-8621-d5acc57cd544&id=de876091-dc1f-47af-9ddd-f19e21ab9e92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399661 Nov 09 15:40:52.092861 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd3fee1-f329-457c-af15-273c58b3ce3d req-0eb4b748-c288-463a-a72d-702398ec24cb tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:40:52.094330 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-dfd3fee1-f329-457c-af15-273c58b3ce3d req-0eb4b748-c288-463a-a72d-702398ec24cb tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/ports?device_id=bebad00f-686f-46c0-950c-13337332f881 HTTP/1.1" status: 200 len: 984 time: 0.0832531 Nov 09 15:40:52.140808 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-dfd3fee1-f329-457c-af15-273c58b3ce3d req-aaeae201-6b17-4ee0-ac82-3fb9f71624a1 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/security-groups?id=21410ea7-f739-42d8-8621-d5acc57cd544&id=de876091-dc1f-47af-9ddd-f19e21ab9e92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404112 Nov 09 15:40:53.330099 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81370ca2-fd94-4faf-a890-07fa352b9885 req-4088cb78-9070-41bf-be3e-79f0e5f04df3 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:40:53.332673 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-81370ca2-fd94-4faf-a890-07fa352b9885 req-4088cb78-9070-41bf-be3e-79f0e5f04df3 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/ports?device_id=bebad00f-686f-46c0-950c-13337332f881 HTTP/1.1" status: 200 len: 984 time: 0.0838871 Nov 09 15:40:53.383652 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-81370ca2-fd94-4faf-a890-07fa352b9885 req-c4f97630-2e32-45bb-b9f7-d384a4260257 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/security-groups?id=21410ea7-f739-42d8-8621-d5acc57cd544&id=de876091-dc1f-47af-9ddd-f19e21ab9e92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0450172 Nov 09 15:40:54.122223 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.agents_db [None req-0bb7c99c-2b67-41fc-97bf-7ac1ae3a1626 None None] Agent healthcheck: found 6 active agents {{(pid=86841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 15:40:54.569216 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727e231-4ac3-4e93-a9c6-95ee832c384c req-95f815d2-5487-4c1a-aabb-595833f55a86 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:40:54.570697 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a727e231-4ac3-4e93-a9c6-95ee832c384c req-95f815d2-5487-4c1a-aabb-595833f55a86 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/ports?device_id=bebad00f-686f-46c0-950c-13337332f881 HTTP/1.1" status: 200 len: 984 time: 0.0813920 Nov 09 15:40:54.618475 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a727e231-4ac3-4e93-a9c6-95ee832c384c req-4d3c8cc9-669c-415d-8ad3-ac5bbdb3db10 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/security-groups?id=21410ea7-f739-42d8-8621-d5acc57cd544&id=de876091-dc1f-47af-9ddd-f19e21ab9e92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0417306 Nov 09 15:40:55.137040 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-6824a364-aedf-42e8-b795-1983081bd7c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:40:55.516271 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:40:55.895900 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f166e35e-fed3-46c7-b20c-be7682d0538d req-34875bf4-c6f9-4ffd-a851-55e536d593f9 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:40:55.897336 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f166e35e-fed3-46c7-b20c-be7682d0538d req-34875bf4-c6f9-4ffd-a851-55e536d593f9 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/ports?device_id=bebad00f-686f-46c0-950c-13337332f881 HTTP/1.1" status: 200 len: 984 time: 0.1720972 Nov 09 15:40:55.943819 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f166e35e-fed3-46c7-b20c-be7682d0538d req-35570bf2-a687-45f3-9c9f-0410967b3e0e tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/security-groups?id=21410ea7-f739-42d8-8621-d5acc57cd544&id=de876091-dc1f-47af-9ddd-f19e21ab9e92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405281 Nov 09 15:40:57.126879 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6d2b8-380f-452d-9d8c-3c04cf362458 req-eb25108b-a9f2-4e58-b7e5-f2ed2fcfcd1a tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:40:57.128332 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a1a6d2b8-380f-452d-9d8c-3c04cf362458 req-eb25108b-a9f2-4e58-b7e5-f2ed2fcfcd1a tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/ports?device_id=bebad00f-686f-46c0-950c-13337332f881 HTTP/1.1" status: 200 len: 984 time: 0.0805094 Nov 09 15:40:57.174213 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a1a6d2b8-380f-452d-9d8c-3c04cf362458 req-7a2793de-859e-4115-91aa-475eb3245196 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/security-groups?id=21410ea7-f739-42d8-8621-d5acc57cd544&id=de876091-dc1f-47af-9ddd-f19e21ab9e92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397241 Nov 09 15:40:57.662758 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d21c76de-47e3-41d5-89da-941ad5b2b1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:40:58.709496 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:41:00.251348 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:41:05.004729 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8aa1e50d-335c-4045-b669-438bcdea2672 req-20db1694-e033-4c81-960f-dd5422b469e7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bebad00f-686f-46c0-950c-13337332f881&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743673 Nov 09 15:41:05.144457 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1e50d-335c-4045-b669-438bcdea2672 req-54cfec77-5c4a-435d-a51c-a13de1e8ddb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:41:05.146017 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8aa1e50d-335c-4045-b669-438bcdea2672 req-54cfec77-5c4a-435d-a51c-a13de1e8ddb5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b0a3b76c34114a0db1fbff708b260e74&device_id=bebad00f-686f-46c0-950c-13337332f881 HTTP/1.1" status: 200 len: 1137 time: 0.0718575 Nov 09 15:41:05.309365 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1e50d-335c-4045-b669-438bcdea2672 req-dbdc6b84-c2d9-43fd-9576-d1ed4a720fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:41:05.310847 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8aa1e50d-335c-4045-b669-438bcdea2672 req-dbdc6b84-c2d9-43fd-9576-d1ed4a720fee service neutron] 10.222.0.44 "GET /v2.0/networks?id=c25c144b-3a73-4d69-ace0-f6f24a5c2240 HTTP/1.1" status: 200 len: 916 time: 0.1357760 Nov 09 15:41:05.416905 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8aa1e50d-335c-4045-b669-438bcdea2672 req-90f394d2-34f3-41bb-aa7a-21f0e4be0dc3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90be5bad-6ff9-4ca8-91e5-b9e121b01ca4 HTTP/1.1" status: 200 len: 1000 time: 0.0997581 Nov 09 15:41:05.482023 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1e50d-335c-4045-b669-438bcdea2672 req-75032a96-1885-4579-bce7-d0db90fab70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:41:05.483475 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8aa1e50d-335c-4045-b669-438bcdea2672 req-75032a96-1885-4579-bce7-d0db90fab70d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=96f4d1ae-6cc9-415b-935f-97b5463bf040 HTTP/1.1" status: 200 len: 853 time: 0.0604477 Nov 09 15:41:05.560220 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1e50d-335c-4045-b669-438bcdea2672 req-e9c98ec4-af57-41ed-b94d-5984fca20689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:41:05.561701 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8aa1e50d-335c-4045-b669-438bcdea2672 req-e9c98ec4-af57-41ed-b94d-5984fca20689 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c25c144b-3a73-4d69-ace0-f6f24a5c2240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0721755 Nov 09 15:41:05.694257 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8aa1e50d-335c-4045-b669-438bcdea2672 req-84adddb7-3a87-481f-8672-857f7b3c996d service neutron] 10.222.0.44 "GET /v2.0/networks/c25c144b-3a73-4d69-ace0-f6f24a5c2240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263387 Nov 09 15:41:05.830829 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8aa1e50d-335c-4045-b669-438bcdea2672 req-c1d4c45c-ba79-4981-a932-d2432e851e64 service neutron] 10.222.0.44 "GET /v2.0/networks/c25c144b-3a73-4d69-ace0-f6f24a5c2240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256537 Nov 09 15:41:20.216119 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:41:25.143178 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-308a6aef-cc97-4a02-9401-42acf80b915b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:41:25.523017 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:41:27.663852 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2329e664-d024-407c-8212-38705992b1dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:41:28.710162 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:41:30.256602 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:41:31.121277 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.agents_db [None req-0bb7c99c-2b67-41fc-97bf-7ac1ae3a1626 None None] Agent healthcheck: found 6 active agents {{(pid=86841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 15:41:50.210782 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:41:53.119354 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0843fd81-152b-4060-a59e-0ee15a4c1899 req-5f554a33-5211-4495-9328-1369fc7ccf14 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-511599033&fields=id&tenant_id=b0a3b76c34114a0db1fbff708b260e74 HTTP/1.1" status: 200 len: 267 time: 0.0411150 Nov 09 15:41:53.208671 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0843fd81-152b-4060-a59e-0ee15a4c1899 req-76c80294-db9a-462f-baab-132424d6d5c2 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:41:53.210148 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0843fd81-152b-4060-a59e-0ee15a4c1899 req-76c80294-db9a-462f-baab-132424d6d5c2 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/ports?device_id=bebad00f-686f-46c0-950c-13337332f881 HTTP/1.1" status: 200 len: 984 time: 0.0853760 Nov 09 15:41:53.221467 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [req-0843fd81-152b-4060-a59e-0ee15a4c1899 req-5982c7ce-92d1-45b1-bc15-473eda43b3b2 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Request body: {'port': {'security_groups': ['de876091-dc1f-47af-9ddd-f19e21ab9e92']}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 15:41:53.340605 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-0843fd81-152b-4060-a59e-0ee15a4c1899 req-5982c7ce-92d1-45b1-bc15-473eda43b3b2 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16493236'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:41:53.583030 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-0843fd81-152b-4060-a59e-0ee15a4c1899 req-5982c7ce-92d1-45b1-bc15-473eda43b3b2 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] For port 90be5bad-6ff9-4ca8-91e5-b9e121b01ca4, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=90be5bad-6ff9-4ca8-91e5-b9e121b01ca4,segment=NetworkSegment(63e44a27-bd16-4dfe-a9fc-9b78776b068c),segment_id=63e44a27-bd16-4dfe-a9fc-9b78776b068c)] {{(pid=86838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:41:53.606627 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-0843fd81-152b-4060-a59e-0ee15a4c1899 req-5982c7ce-92d1-45b1-bc15-473eda43b3b2 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks [] for port, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:41:53.611865 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-0843fd81-152b-4060-a59e-0ee15a4c1899 req-5982c7ce-92d1-45b1-bc15-473eda43b3b2 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763972633348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763972299789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763972299834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1120024'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:41:53.618456 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-c874104c-f2ca-42eb-961a-9dee3623b73d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:41:53.623421 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] get_ports_and_sgs() called for port_ids ['90be5bad-6ff9-4ca8-91e5-b9e121b01ca4'] {{(pid=86840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 09 15:41:53.691042 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0843fd81-152b-4060-a59e-0ee15a4c1899 req-5982c7ce-92d1-45b1-bc15-473eda43b3b2 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:41:53.691692 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-0843fd81-152b-4060-a59e-0ee15a4c1899 req-5982c7ce-92d1-45b1-bc15-473eda43b3b2 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:41:53.693121 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0843fd81-152b-4060-a59e-0ee15a4c1899 req-5982c7ce-92d1-45b1-bc15-473eda43b3b2 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "PUT /v2.0/ports/90be5bad-6ff9-4ca8-91e5-b9e121b01ca4 HTTP/1.1" status: 200 len: 942 time: 0.4766064 Nov 09 15:41:53.693653 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bebad00f-686f-46c0-950c-13337332f881', 'tag': '90be5bad-6ff9-4ca8-91e5-b9e121b01ca4'}] {{(pid=86838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:41:53.701213 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 46774) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:41:53.720050 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5982c7ce-92d1-45b1-bc15-473eda43b3b2 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Pushing event updated for resources: {'Port': ['ID=90be5bad-6ff9-4ca8-91e5-b9e121b01ca4,revision_number=7']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:41:53.728947 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5982c7ce-92d1-45b1-bc15-473eda43b3b2 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:41:53.729322 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5982c7ce-92d1-45b1-bc15-473eda43b3b2 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:41:53.729687 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5982c7ce-92d1-45b1-bc15-473eda43b3b2 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:41:53.730379 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5982c7ce-92d1-45b1-bc15-473eda43b3b2 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:41:53.730741 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5982c7ce-92d1-45b1-bc15-473eda43b3b2 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:41:53.731097 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5982c7ce-92d1-45b1-bc15-473eda43b3b2 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:41:53.731452 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5982c7ce-92d1-45b1-bc15-473eda43b3b2 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:41:53.731985 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5982c7ce-92d1-45b1-bc15-473eda43b3b2 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:41:53.732341 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5982c7ce-92d1-45b1-bc15-473eda43b3b2 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:41:53.732692 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5982c7ce-92d1-45b1-bc15-473eda43b3b2 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:41:53.733041 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5982c7ce-92d1-45b1-bc15-473eda43b3b2 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:41:53.733387 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5982c7ce-92d1-45b1-bc15-473eda43b3b2 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:41:53.746550 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-5982c7ce-92d1-45b1-bc15-473eda43b3b2 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:41:53.762904 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] get_ports_and_sgs() called for port_ids ['90be5bad-6ff9-4ca8-91e5-b9e121b01ca4'] {{(pid=86840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 09 15:41:53.802425 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-2e3f89e8-fa0c-491b-96e8-7da121d038ee tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks [] for security_group, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:41:53.835333 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-2e3f89e8-fa0c-491b-96e8-7da121d038ee tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:41:53.909377 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-2e3f89e8-fa0c-491b-96e8-7da121d038ee tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:41:53.914873 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-f2abdaf4-ecd7-496b-a1e4-4935514f8ebb tempest-AttachVolumeShelveTestJSON-1716696669 tempest-AttachVolumeShelveTestJSON-1716696669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:41:53.930277 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f89e8-fa0c-491b-96e8-7da121d038ee tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21410ea7-f739-42d8-8621-d5acc57cd544,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:41:53.941762 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3f89e8-fa0c-491b-96e8-7da121d038ee tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:41:53.942181 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3f89e8-fa0c-491b-96e8-7da121d038ee tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:41:53.942554 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3f89e8-fa0c-491b-96e8-7da121d038ee tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:41:53.942924 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3f89e8-fa0c-491b-96e8-7da121d038ee tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:41:53.943286 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3f89e8-fa0c-491b-96e8-7da121d038ee tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:41:53.943650 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3f89e8-fa0c-491b-96e8-7da121d038ee tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:41:53.944011 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3f89e8-fa0c-491b-96e8-7da121d038ee tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:41:53.944370 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3f89e8-fa0c-491b-96e8-7da121d038ee tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:41:53.944727 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3f89e8-fa0c-491b-96e8-7da121d038ee tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:41:53.945081 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3f89e8-fa0c-491b-96e8-7da121d038ee tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:41:53.945437 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3f89e8-fa0c-491b-96e8-7da121d038ee tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:41:53.945788 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3f89e8-fa0c-491b-96e8-7da121d038ee tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 15:41:53.949080 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-2e3f89e8-fa0c-491b-96e8-7da121d038ee tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks [] for security_group, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:41:53.949214 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-09b6a504-ec9b-49e5-a7fe-45a99dbb0c99 None None] Provisioning complete for port 90be5bad-6ff9-4ca8-91e5-b9e121b01ca4 triggered by entity DHCP. {{(pid=86840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 15:41:53.949214 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-09b6a504-ec9b-49e5-a7fe-45a99dbb0c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16471515'] for port, provisioning_complete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:41:53.953292 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-2e3f89e8-fa0c-491b-96e8-7da121d038ee tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "DELETE /v2.0/security-groups/21410ea7-f739-42d8-8621-d5acc57cd544 HTTP/1.1" status: 204 len: 168 time: 0.2468762 Nov 09 15:41:53.953292 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-2e3f89e8-fa0c-491b-96e8-7da121d038ee tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:41:53.954371 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 46778) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:41:54.256206 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [None req-6421f5cb-8207-416f-885a-37b9eb94f3b3 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Deleting port 6613d59c-5d2c-46aa-bb33-7b5703b63cb4 {{(pid=86838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 09 15:41:54.256893 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-6421f5cb-8207-416f-885a-37b9eb94f3b3 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763972629131'] for port, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:41:54.424196 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-6421f5cb-8207-416f-885a-37b9eb94f3b3 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980446'] for port, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:41:54.424518 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-6421f5cb-8207-416f-885a-37b9eb94f3b3 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:41:54.548116 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [None req-6421f5cb-8207-416f-885a-37b9eb94f3b3 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Calling delete_port for 6613d59c-5d2c-46aa-bb33-7b5703b63cb4 owned by network:floatingip {{(pid=86838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 09 15:41:54.705183 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-6421f5cb-8207-416f-885a-37b9eb94f3b3 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763972633375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763972299780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1120097'] for port, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:41:54.709553 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-f292d663-70f3-4d37-8e9f-18af80df7dcc tempest-VolumesSnapshotTestJSON-382022718 tempest-VolumesSnapshotTestJSON-382022718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:41:54.782293 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6421f5cb-8207-416f-885a-37b9eb94f3b3 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Pushing event deleted for resources: {'Port': ['ID=6613d59c-5d2c-46aa-bb33-7b5703b63cb4,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:41:54.789334 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-6421f5cb-8207-416f-885a-37b9eb94f3b3 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:41:54.820415 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bebad00f-686f-46c0-950c-13337332f881', 'tag': '90be5bad-6ff9-4ca8-91e5-b9e121b01ca4', 'status': 'completed', 'code': 200} Nov 09 15:41:54.901262 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-6421f5cb-8207-416f-885a-37b9eb94f3b3 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks [] for floatingip, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:41:54.901595 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.db.l3_db [None req-6421f5cb-8207-416f-885a-37b9eb94f3b3 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Floating IP 33802fe5-f6b6-4b1b-aede-3ccd6f2839c3 disassociated (deleted). External IP: 172.28.0.51, port: 90be5bad-6ff9-4ca8-91e5-b9e121b01ca4. Nov 09 15:41:54.994015 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee9bd6-ab02-4bd9-b40e-9d936b9e66b4 req-945bd586-5292-488e-9131-cd9c97b450b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:41:54.995409 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b9ee9bd6-ab02-4bd9-b40e-9d936b9e66b4 req-945bd586-5292-488e-9131-cd9c97b450b2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b0a3b76c34114a0db1fbff708b260e74&device_id=bebad00f-686f-46c0-950c-13337332f881 HTTP/1.1" status: 200 len: 1098 time: 0.1742659 Nov 09 15:41:55.135582 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-6d381bb9-1b39-4f5c-ac7a-93994c3937e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:41:55.270485 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee9bd6-ab02-4bd9-b40e-9d936b9e66b4 req-272e14c8-e740-436b-972b-994aac7dcfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:41:55.271924 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b9ee9bd6-ab02-4bd9-b40e-9d936b9e66b4 req-272e14c8-e740-436b-972b-994aac7dcfe2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c25c144b-3a73-4d69-ace0-f6f24a5c2240 HTTP/1.1" status: 200 len: 916 time: 0.2289178 Nov 09 15:41:55.509870 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b9ee9bd6-ab02-4bd9-b40e-9d936b9e66b4 req-5254e487-ca03-4383-b59e-159a41d7db00 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90be5bad-6ff9-4ca8-91e5-b9e121b01ca4 HTTP/1.1" status: 200 len: 217 time: 0.1814413 Nov 09 15:41:55.516931 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:41:55.582592 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6421f5cb-8207-416f-885a-37b9eb94f3b3 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Router 31435f45-e6c7-4c87-ba3e-667c905ed498 has already been hosted by L3 agent d083232d-238f-4a80-a5b8-222ad2e2cbfd {{(pid=86838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 09 15:41:55.589757 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee9bd6-ab02-4bd9-b40e-9d936b9e66b4 req-11b38ee6-3de6-4d1c-b635-5f0cc551dce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:41:55.591202 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b9ee9bd6-ab02-4bd9-b40e-9d936b9e66b4 req-11b38ee6-3de6-4d1c-b635-5f0cc551dce8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=96f4d1ae-6cc9-415b-935f-97b5463bf040 HTTP/1.1" status: 200 len: 853 time: 0.0729244 Nov 09 15:41:55.824243 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6421f5cb-8207-416f-885a-37b9eb94f3b3 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify agent at l3_agent.dv-cinder-817223-1-smb the message routers_updated {{(pid=86838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 09 15:41:55.827344 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee9bd6-ab02-4bd9-b40e-9d936b9e66b4 req-0b778b03-384f-4390-a07a-45e91a0fce5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:41:55.829111 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b9ee9bd6-ab02-4bd9-b40e-9d936b9e66b4 req-0b778b03-384f-4390-a07a-45e91a0fce5c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c25c144b-3a73-4d69-ace0-f6f24a5c2240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2304652 Nov 09 15:41:55.833680 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041b0a1c-870a-4016-b385-f96bec35dcfa None None] Sync routers for ids ['31435f45-e6c7-4c87-ba3e-667c905ed498'] in dv-cinder-817223-1-smb {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 15:41:55.844168 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041b0a1c-870a-4016-b385-f96bec35dcfa None None] Routers {'31435f45-e6c7-4c87-ba3e-667c905ed498'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:41:55.845340 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-041b0a1c-870a-4016-b385-f96bec35dcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:41:28Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['31435f45-e6c7-4c87-ba3e-667c905ed498'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:41:55.925914 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-6421f5cb-8207-416f-885a-37b9eb94f3b3 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581'] for floatingip, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:41:56.005761 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-6421f5cb-8207-416f-885a-37b9eb94f3b3 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "DELETE /v2.0/floatingips/33802fe5-f6b6-4b1b-aede-3ccd6f2839c3 HTTP/1.1" status: 204 len: 168 time: 2.0520406 Nov 09 15:41:56.026286 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b9ee9bd6-ab02-4bd9-b40e-9d936b9e66b4 req-741e015c-404a-4f33-b84c-d7d1f6a4403d service neutron] 10.222.0.44 "GET /v2.0/networks/c25c144b-3a73-4d69-ace0-f6f24a5c2240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898456 Nov 09 15:41:56.028129 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-041b0a1c-870a-4016-b385-f96bec35dcfa None None] Set router 31435f45-e6c7-4c87-ba3e-667c905ed498 gateway port host: dv-cinder-817223-1-smb {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:41:56.166679 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b9ee9bd6-ab02-4bd9-b40e-9d936b9e66b4 req-e8f03cff-ec43-42ef-8ffb-b93f74372841 service neutron] 10.222.0.44 "GET /v2.0/networks/c25c144b-3a73-4d69-ace0-f6f24a5c2240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343503 Nov 09 15:41:56.363251 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-041b0a1c-870a-4016-b385-f96bec35dcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31435f45-e6c7-4c87-ba3e-667c905ed498', 'name': 'tempest-TestMinimumBasicScenario-659616829-router', 'tenant_id': 'b0a3b76c34114a0db1fbff708b260e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.164'}], 'enable_snat': True}, 'gw_port_id': 'a88ba7e3-5a9a-4907-872e-ef66254f8c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:38:30Z', 'updated_at': '2021-11-09T15:38:34Z', 'revision_number': 4, 'project_id': 'b0a3b76c34114a0db1fbff708b260e74', 'gw_port': {'id': 'a88ba7e3-5a9a-4907-872e-ef66254f8c2d', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:98:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31435f45-e6c7-4c87-ba3e-667c905ed498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:38:31Z', 'updated_at': '2021-11-09T15:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_interfaces': [{'id': 'f4b28766-ac2b-4188-8587-6273b6dedad6', 'name': '', 'network_id': 'c25c144b-3a73-4d69-ace0-f6f24a5c2240', 'tenant_id': 'b0a3b76c34114a0db1fbff708b260e74', 'mac_address': 'fa:16:3e:58:85:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31435f45-e6c7-4c87-ba3e-667c905ed498', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '96f4d1ae-6cc9-415b-935f-97b5463bf040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:38:34Z', 'updated_at': '2021-11-09T15:38:42Z', 'revision_number': 5, 'project_id': 'b0a3b76c34114a0db1fbff708b260e74', 'subnets': [{'id': '96f4d1ae-6cc9-415b-935f-97b5463bf040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:41:56.368303 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041b0a1c-870a-4016-b385-f96bec35dcfa None None] Checking router: 31435f45-e6c7-4c87-ba3e-667c905ed498 for host: dv-cinder-817223-1-smb {{(pid=86840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 15:41:56.377755 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041b0a1c-870a-4016-b385-f96bec35dcfa None None] Routers {'31435f45-e6c7-4c87-ba3e-667c905ed498'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:41:56.378392 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-041b0a1c-870a-4016-b385-f96bec35dcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:41:28Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['31435f45-e6c7-4c87-ba3e-667c905ed498'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:41:56.561034 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-041b0a1c-870a-4016-b385-f96bec35dcfa None None] Set router 31435f45-e6c7-4c87-ba3e-667c905ed498 gateway port host: dv-cinder-817223-1-smb {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:41:56.821844 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bebad00f-686f-46c0-950c-13337332f881', 'tag': '90be5bad-6ff9-4ca8-91e5-b9e121b01ca4'}] {{(pid=86838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:41:56.879179 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bebad00f-686f-46c0-950c-13337332f881', 'tag': '90be5bad-6ff9-4ca8-91e5-b9e121b01ca4', 'status': 'completed', 'code': 200} Nov 09 15:41:56.918667 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-041b0a1c-870a-4016-b385-f96bec35dcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31435f45-e6c7-4c87-ba3e-667c905ed498', 'name': 'tempest-TestMinimumBasicScenario-659616829-router', 'tenant_id': 'b0a3b76c34114a0db1fbff708b260e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.164'}], 'enable_snat': True}, 'gw_port_id': 'a88ba7e3-5a9a-4907-872e-ef66254f8c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:38:30Z', 'updated_at': '2021-11-09T15:38:34Z', 'revision_number': 4, 'project_id': 'b0a3b76c34114a0db1fbff708b260e74', 'gw_port': {'id': 'a88ba7e3-5a9a-4907-872e-ef66254f8c2d', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:98:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31435f45-e6c7-4c87-ba3e-667c905ed498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:38:31Z', 'updated_at': '2021-11-09T15:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_interfaces': [{'id': 'f4b28766-ac2b-4188-8587-6273b6dedad6', 'name': '', 'network_id': 'c25c144b-3a73-4d69-ace0-f6f24a5c2240', 'tenant_id': 'b0a3b76c34114a0db1fbff708b260e74', 'mac_address': 'fa:16:3e:58:85:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31435f45-e6c7-4c87-ba3e-667c905ed498', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '96f4d1ae-6cc9-415b-935f-97b5463bf040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:38:34Z', 'updated_at': '2021-11-09T15:38:42Z', 'revision_number': 5, 'project_id': 'b0a3b76c34114a0db1fbff708b260e74', 'subnets': [{'id': '96f4d1ae-6cc9-415b-935f-97b5463bf040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:41:56.922534 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041b0a1c-870a-4016-b385-f96bec35dcfa None None] The sync data for ids ['31435f45-e6c7-4c87-ba3e-667c905ed498'] in dv-cinder-817223-1-smb is: [{'id': '31435f45-e6c7-4c87-ba3e-667c905ed498', 'name': 'tempest-TestMinimumBasicScenario-659616829-router', 'tenant_id': 'b0a3b76c34114a0db1fbff708b260e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.164'}], 'enable_snat': True}, 'gw_port_id': 'a88ba7e3-5a9a-4907-872e-ef66254f8c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:38:30Z', 'updated_at': '2021-11-09T15:38:34Z', 'revision_number': 4, 'project_id': 'b0a3b76c34114a0db1fbff708b260e74', 'gw_port': {'id': 'a88ba7e3-5a9a-4907-872e-ef66254f8c2d', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:98:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31435f45-e6c7-4c87-ba3e-667c905ed498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:38:31Z', 'updated_at': '2021-11-09T15:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb', '_interfaces': [{'id': 'f4b28766-ac2b-4188-8587-6273b6dedad6', 'name': '', 'network_id': 'c25c144b-3a73-4d69-ace0-f6f24a5c2240', 'tenant_id': 'b0a3b76c34114a0db1fbff708b260e74', 'mac_address': 'fa:16:3e:58:85:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31435f45-e6c7-4c87-ba3e-667c905ed498', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '96f4d1ae-6cc9-415b-935f-97b5463bf040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:38:34Z', 'updated_at': '2021-11-09T15:38:42Z', 'revision_number': 5, 'project_id': 'b0a3b76c34114a0db1fbff708b260e74', 'subnets': [{'id': '96f4d1ae-6cc9-415b-935f-97b5463bf040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 15:41:56.978812 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a5fd9-2299-4ec0-aecd-0e9290e4e2d6 req-10744654-e6ba-4d37-8454-c0da2ca3fe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:41:56.980275 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ee6a5fd9-2299-4ec0-aecd-0e9290e4e2d6 req-10744654-e6ba-4d37-8454-c0da2ca3fe7c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b0a3b76c34114a0db1fbff708b260e74&device_id=bebad00f-686f-46c0-950c-13337332f881 HTTP/1.1" status: 200 len: 1098 time: 0.0778294 Nov 09 15:41:57.124788 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a5fd9-2299-4ec0-aecd-0e9290e4e2d6 req-ecd854bd-482a-4c06-a5b5-d9c916f93f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:41:57.126391 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ee6a5fd9-2299-4ec0-aecd-0e9290e4e2d6 req-ecd854bd-482a-4c06-a5b5-d9c916f93f42 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c25c144b-3a73-4d69-ace0-f6f24a5c2240 HTTP/1.1" status: 200 len: 916 time: 0.1390796 Nov 09 15:41:57.156629 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb58d7c-878e-44d9-bbe1-d391b90c864b None None] New status for floating IP 33802fe5-f6b6-4b1b-aede-3ccd6f2839c3: DOWN {{(pid=86841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 15:41:57.200923 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ee6a5fd9-2299-4ec0-aecd-0e9290e4e2d6 req-d3717023-ca86-4c7d-8c74-0a53f5b3f36c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90be5bad-6ff9-4ca8-91e5-b9e121b01ca4 HTTP/1.1" status: 200 len: 217 time: 0.0674744 Nov 09 15:41:57.264668 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a5fd9-2299-4ec0-aecd-0e9290e4e2d6 req-0f49ea5b-1f85-4c23-a813-7c8a08428eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:41:57.266219 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ee6a5fd9-2299-4ec0-aecd-0e9290e4e2d6 req-0f49ea5b-1f85-4c23-a813-7c8a08428eb3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=96f4d1ae-6cc9-415b-935f-97b5463bf040 HTTP/1.1" status: 200 len: 853 time: 0.0596154 Nov 09 15:41:57.349734 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a5fd9-2299-4ec0-aecd-0e9290e4e2d6 req-fce0ade5-8e7f-4cca-bf99-90e57f00a76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:41:57.351378 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ee6a5fd9-2299-4ec0-aecd-0e9290e4e2d6 req-fce0ade5-8e7f-4cca-bf99-90e57f00a76b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c25c144b-3a73-4d69-ace0-f6f24a5c2240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0789411 Nov 09 15:41:57.486799 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ee6a5fd9-2299-4ec0-aecd-0e9290e4e2d6 req-f15a6c24-c814-48c4-be4d-07b295618e21 service neutron] 10.222.0.44 "GET /v2.0/networks/c25c144b-3a73-4d69-ace0-f6f24a5c2240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266456 Nov 09 15:41:57.620153 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ee6a5fd9-2299-4ec0-aecd-0e9290e4e2d6 req-1985a8d4-150b-448a-b9a1-823c815b0d6b service neutron] 10.222.0.44 "GET /v2.0/networks/c25c144b-3a73-4d69-ace0-f6f24a5c2240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268280 Nov 09 15:41:57.667802 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-86cfb24b-0d73-462a-80f7-fff6085b916a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:41:58.713406 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:41:59.310963 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5725e-26d1-4f22-85e0-9a0b1196d240 req-69630cd0-4fdc-4d45-ae87-fb666a66df93 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:41:59.311644 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-a6b5725e-26d1-4f22-85e0-9a0b1196d240 req-69630cd0-4fdc-4d45-ae87-fb666a66df93 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Synchronizing usage tracker for tenant:b0a3b76c34114a0db1fbff708b260e74 on resource:port {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 09 15:41:59.327234 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-a6b5725e-26d1-4f22-85e0-9a0b1196d240 req-69630cd0-4fdc-4d45-ae87-fb666a66df93 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Unset dirty status for tenant:b0a3b76c34114a0db1fbff708b260e74 on resource:port {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 09 15:41:59.328489 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a6b5725e-26d1-4f22-85e0-9a0b1196d240 req-69630cd0-4fdc-4d45-ae87-fb666a66df93 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/ports?device_id=bebad00f-686f-46c0-950c-13337332f881 HTTP/1.1" status: 200 len: 945 time: 0.1032059 Nov 09 15:41:59.375682 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a6b5725e-26d1-4f22-85e0-9a0b1196d240 req-7095794c-91c6-4ddd-8ef5-65a0874d0a40 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/security-groups?id=de876091-dc1f-47af-9ddd-f19e21ab9e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415788 Nov 09 15:42:00.257262 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:00.676391 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d7578-07da-4ec8-9527-7a948e6ccaa0 req-a6bbb99e-6016-4eb7-8e6f-98429a03b40a tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:42:00.677912 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-709d7578-07da-4ec8-9527-7a948e6ccaa0 req-a6bbb99e-6016-4eb7-8e6f-98429a03b40a tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/ports?device_id=bebad00f-686f-46c0-950c-13337332f881 HTTP/1.1" status: 200 len: 945 time: 0.1983244 Nov 09 15:42:00.721747 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-709d7578-07da-4ec8-9527-7a948e6ccaa0 req-6a374b32-1b12-4dd3-ab50-34a75b33f9d6 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/security-groups?id=de876091-dc1f-47af-9ddd-f19e21ab9e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382471 Nov 09 15:42:01.347537 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83171dd9-a096-409a-bc7f-464704583fd9 req-471b4f4d-fab1-48b4-8cfe-f7daeba26068 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:42:01.348936 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-83171dd9-a096-409a-bc7f-464704583fd9 req-471b4f4d-fab1-48b4-8cfe-f7daeba26068 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.44 "GET /v2.0/ports?device_id=bebad00f-686f-46c0-950c-13337332f881 HTTP/1.1" status: 200 len: 945 time: 0.0780110 Nov 09 15:42:01.421395 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [req-83171dd9-a096-409a-bc7f-464704583fd9 req-a3ad2c9f-9d02-46b1-85a2-e71d847e2fdd tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Deleting port 90be5bad-6ff9-4ca8-91e5-b9e121b01ca4 {{(pid=86838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 09 15:42:01.421734 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-83171dd9-a096-409a-bc7f-464704583fd9 req-a3ad2c9f-9d02-46b1-85a2-e71d847e2fdd tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763972629131'] for port, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:01.662626 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-83171dd9-a096-409a-bc7f-464704583fd9 req-a3ad2c9f-9d02-46b1-85a2-e71d847e2fdd tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] For port 90be5bad-6ff9-4ca8-91e5-b9e121b01ca4, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=90be5bad-6ff9-4ca8-91e5-b9e121b01ca4,segment=NetworkSegment(63e44a27-bd16-4dfe-a9fc-9b78776b068c),segment_id=63e44a27-bd16-4dfe-a9fc-9b78776b068c)] {{(pid=86838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:42:01.662996 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-83171dd9-a096-409a-bc7f-464704583fd9 req-a3ad2c9f-9d02-46b1-85a2-e71d847e2fdd tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980446'] for port, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:01.788777 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [req-83171dd9-a096-409a-bc7f-464704583fd9 req-a3ad2c9f-9d02-46b1-85a2-e71d847e2fdd tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Calling delete_port for 90be5bad-6ff9-4ca8-91e5-b9e121b01ca4 owned by compute:nova {{(pid=86838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 09 15:42:01.981332 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87864920-c2ec-404e-bc42-148cf9ccb1dc req-31a5bd28-d363-40ec-9f34-7f143dd7f0f0 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 15:42:01.982724 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-87864920-c2ec-404e-bc42-148cf9ccb1dc req-31a5bd28-d363-40ec-9f34-7f143dd7f0f0 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/ports?device_id=bebad00f-686f-46c0-950c-13337332f881 HTTP/1.1" status: 200 len: 945 time: 0.1518404 Nov 09 15:42:02.013960 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-83171dd9-a096-409a-bc7f-464704583fd9 req-a3ad2c9f-9d02-46b1-85a2-e71d847e2fdd tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763972633375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763972299780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1120097'] for port, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:02.020888 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-85d1a77c-8408-4475-b290-8b4593ec738d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:42:02.026539 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] get_ports_and_sgs() called for port_ids ['90be5bad-6ff9-4ca8-91e5-b9e121b01ca4'] {{(pid=86840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 09 15:42:02.081259 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad2c9f-9d02-46b1-85a2-e71d847e2fdd tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Pushing event deleted for resources: {'Port': ['ID=90be5bad-6ff9-4ca8-91e5-b9e121b01ca4,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:42:02.086413 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-a3ad2c9f-9d02-46b1-85a2-e71d847e2fdd tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:42:02.121576 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-87864920-c2ec-404e-bc42-148cf9ccb1dc req-048bc609-2b94-4e38-8f72-7364502dfc9b tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.83 "GET /v2.0/security-groups?id=de876091-dc1f-47af-9ddd-f19e21ab9e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307266 Nov 09 15:42:02.161341 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [req-83171dd9-a096-409a-bc7f-464704583fd9 req-a3ad2c9f-9d02-46b1-85a2-e71d847e2fdd tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] No DVR routers for this DVR port 90be5bad-6ff9-4ca8-91e5-b9e121b01ca4 on host hv-cinder-81722 {{(pid=86838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 15:42:02.163926 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-83171dd9-a096-409a-bc7f-464704583fd9 req-a3ad2c9f-9d02-46b1-85a2-e71d847e2fdd tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106581'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:02.166635 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bebad00f-686f-46c0-950c-13337332f881', 'name': 'network-vif-deleted', 'tag': '90be5bad-6ff9-4ca8-91e5-b9e121b01ca4'}] {{(pid=86838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 15:42:02.183129 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [req-83171dd9-a096-409a-bc7f-464704583fd9 req-a3ad2c9f-9d02-46b1-85a2-e71d847e2fdd tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] 10.222.0.44 "DELETE /v2.0/ports/90be5bad-6ff9-4ca8-91e5-b9e121b01ca4 HTTP/1.1" status: 204 len: 173 time: 0.8288271 Nov 09 15:42:02.216489 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bebad00f-686f-46c0-950c-13337332f881', 'name': 'network-vif-deleted', 'tag': '90be5bad-6ff9-4ca8-91e5-b9e121b01ca4', 'status': 'completed', 'code': 200} Nov 09 15:42:03.822972 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 46864) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:42:04.442188 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-77a96d6b-7c7b-458c-80ff-4a702518d6ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-822494'] for router_interface, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:04.781623 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [None req-77a96d6b-7c7b-458c-80ff-4a702518d6ee admin admin] Deleting port f4b28766-ac2b-4188-8587-6273b6dedad6 {{(pid=86838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 09 15:42:04.782504 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-77a96d6b-7c7b-458c-80ff-4a702518d6ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763972629131'] for port, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:04.953182 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [None req-77a96d6b-7c7b-458c-80ff-4a702518d6ee admin admin] For port f4b28766-ac2b-4188-8587-6273b6dedad6, host dv-cinder-817223-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=f4b28766-ac2b-4188-8587-6273b6dedad6,segment=NetworkSegment(63e44a27-bd16-4dfe-a9fc-9b78776b068c),segment_id=63e44a27-bd16-4dfe-a9fc-9b78776b068c)] {{(pid=86838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:42:04.954452 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-77a96d6b-7c7b-458c-80ff-4a702518d6ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980446'] for port, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:05.076881 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [None req-77a96d6b-7c7b-458c-80ff-4a702518d6ee admin admin] Calling delete_port for f4b28766-ac2b-4188-8587-6273b6dedad6 owned by network:router_interface {{(pid=86838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 09 15:42:05.252093 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-77a96d6b-7c7b-458c-80ff-4a702518d6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763972633375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763972299780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1120097'] for port, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:05.255766 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-8e8b34a4-51b2-44a2-8ae3-62986f936f45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:42:05.299320 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a96d6b-7c7b-458c-80ff-4a702518d6ee admin admin] Pushing event deleted for resources: {'Port': ['ID=f4b28766-ac2b-4188-8587-6273b6dedad6,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:42:05.302227 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-77a96d6b-7c7b-458c-80ff-4a702518d6ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:42:05.446995 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device 90be5bad-6ff9-4ca8-91e5-b9e121b01ca4 no longer exists at agent hyperv_hv-cinder-81722 {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 15:42:05.482390 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] No Port match for: 90be5bad-6ff9-4ca8-91e5-b9e121b01ca4 {{(pid=86840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 09 15:42:05.482754 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Device 90be5bad-6ff9-4ca8-91e5-b9e121b01ca4 not bound to the agent host hv-cinder-81722 {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 15:42:05.568031 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-77a96d6b-7c7b-458c-80ff-4a702518d6ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-822434'] for router_interface, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:06.026877 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a96d6b-7c7b-458c-80ff-4a702518d6ee admin admin] Router 31435f45-e6c7-4c87-ba3e-667c905ed498 has already been hosted by L3 agent d083232d-238f-4a80-a5b8-222ad2e2cbfd {{(pid=86838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 09 15:42:06.214798 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a96d6b-7c7b-458c-80ff-4a702518d6ee admin admin] Notify agent at l3_agent.dv-cinder-817223-1-smb the message routers_updated {{(pid=86838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 09 15:42:06.226445 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ee6db0-b6c5-4550-881c-92bf038dc0f7 None None] Sync routers for ids ['31435f45-e6c7-4c87-ba3e-667c905ed498'] in dv-cinder-817223-1-smb {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 15:42:06.227475 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-77a96d6b-7c7b-458c-80ff-4a702518d6ee admin admin] 10.222.0.83 "PUT /v2.0/routers/31435f45-e6c7-4c87-ba3e-667c905ed498/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4034421 Nov 09 15:42:06.229904 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 46868) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:42:06.237143 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ee6db0-b6c5-4550-881c-92bf038dc0f7 None None] Routers {'31435f45-e6c7-4c87-ba3e-667c905ed498'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:42:06.238040 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-f1ee6db0-b6c5-4550-881c-92bf038dc0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:41:58Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['31435f45-e6c7-4c87-ba3e-667c905ed498'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:42:06.402725 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-886cfbf1-7859-4aba-bb63-6fd525576e45 admin admin] Notify callbacks [] for router, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:06.414886 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-f1ee6db0-b6c5-4550-881c-92bf038dc0f7 None None] Set router 31435f45-e6c7-4c87-ba3e-667c905ed498 gateway port host: dv-cinder-817223-1-smb {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:42:06.580702 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-886cfbf1-7859-4aba-bb63-6fd525576e45 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:06.590637 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [None req-886cfbf1-7859-4aba-bb63-6fd525576e45 admin admin] Deleting port a88ba7e3-5a9a-4907-872e-ef66254f8c2d {{(pid=86838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 09 15:42:06.590987 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-886cfbf1-7859-4aba-bb63-6fd525576e45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763972629131'] for port, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:06.699320 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-f1ee6db0-b6c5-4550-881c-92bf038dc0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31435f45-e6c7-4c87-ba3e-667c905ed498', 'name': 'tempest-TestMinimumBasicScenario-659616829-router', 'tenant_id': 'b0a3b76c34114a0db1fbff708b260e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.164'}], 'enable_snat': True}, 'gw_port_id': 'a88ba7e3-5a9a-4907-872e-ef66254f8c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:38:30Z', 'updated_at': '2021-11-09T15:42:05Z', 'revision_number': 5, 'project_id': 'b0a3b76c34114a0db1fbff708b260e74', 'gw_port': {'id': 'a88ba7e3-5a9a-4907-872e-ef66254f8c2d', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:98:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31435f45-e6c7-4c87-ba3e-667c905ed498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:38:31Z', 'updated_at': '2021-11-09T15:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb'}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:42:06.703065 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ee6db0-b6c5-4550-881c-92bf038dc0f7 None None] Checking router: 31435f45-e6c7-4c87-ba3e-667c905ed498 for host: dv-cinder-817223-1-smb {{(pid=86840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 15:42:06.712529 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ee6db0-b6c5-4550-881c-92bf038dc0f7 None None] Routers {'31435f45-e6c7-4c87-ba3e-667c905ed498'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:42:06.713129 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-f1ee6db0-b6c5-4550-881c-92bf038dc0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:41:58Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['31435f45-e6c7-4c87-ba3e-667c905ed498'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:42:06.776509 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [None req-886cfbf1-7859-4aba-bb63-6fd525576e45 admin admin] For port a88ba7e3-5a9a-4907-872e-ef66254f8c2d, host dv-cinder-817223-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=a88ba7e3-5a9a-4907-872e-ef66254f8c2d,segment=NetworkSegment(5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3),segment_id=5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3)] {{(pid=86838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:42:06.776869 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-886cfbf1-7859-4aba-bb63-6fd525576e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980446'] for port, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:06.872966 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-f1ee6db0-b6c5-4550-881c-92bf038dc0f7 None None] Set router 31435f45-e6c7-4c87-ba3e-667c905ed498 gateway port host: None {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:42:06.915131 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [None req-886cfbf1-7859-4aba-bb63-6fd525576e45 admin admin] Calling delete_port for a88ba7e3-5a9a-4907-872e-ef66254f8c2d owned by network:router_gateway {{(pid=86838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 09 15:42:07.026667 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-f1ee6db0-b6c5-4550-881c-92bf038dc0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31435f45-e6c7-4c87-ba3e-667c905ed498', 'name': 'tempest-TestMinimumBasicScenario-659616829-router', 'tenant_id': 'b0a3b76c34114a0db1fbff708b260e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:38:30Z', 'updated_at': '2021-11-09T15:42:06Z', 'revision_number': 6, 'project_id': 'b0a3b76c34114a0db1fbff708b260e74', 'gw_port_host': None}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:42:07.030716 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ee6db0-b6c5-4550-881c-92bf038dc0f7 None None] The sync data for ids ['31435f45-e6c7-4c87-ba3e-667c905ed498'] in dv-cinder-817223-1-smb is: [{'id': '31435f45-e6c7-4c87-ba3e-667c905ed498', 'name': 'tempest-TestMinimumBasicScenario-659616829-router', 'tenant_id': 'b0a3b76c34114a0db1fbff708b260e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:38:30Z', 'updated_at': '2021-11-09T15:42:06Z', 'revision_number': 6, 'project_id': 'b0a3b76c34114a0db1fbff708b260e74', 'gw_port_host': None}] {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 15:42:07.092627 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-886cfbf1-7859-4aba-bb63-6fd525576e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763972633375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763972299780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1120097'] for port, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:07.097625 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-57c195dd-1e43-4d38-9d73-8b2a6f9d2390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:42:07.141043 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886cfbf1-7859-4aba-bb63-6fd525576e45 admin admin] Pushing event deleted for resources: {'Port': ['ID=a88ba7e3-5a9a-4907-872e-ef66254f8c2d,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:42:07.166424 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-886cfbf1-7859-4aba-bb63-6fd525576e45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:42:07.232758 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-886cfbf1-7859-4aba-bb63-6fd525576e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978213'] for router_gateway, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:07.510227 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-886cfbf1-7859-4aba-bb63-6fd525576e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-980324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-689'] for router, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:07.512365 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-886cfbf1-7859-4aba-bb63-6fd525576e45 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:07.535050 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-886cfbf1-7859-4aba-bb63-6fd525576e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978257'] for router, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:07.535777 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886cfbf1-7859-4aba-bb63-6fd525576e45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31435f45-e6c7-4c87-ba3e-667c905ed498 {{(pid=86838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 09 15:42:07.550396 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-886cfbf1-7859-4aba-bb63-6fd525576e45 admin admin] Notify callbacks [] for router, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:07.551522 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-886cfbf1-7859-4aba-bb63-6fd525576e45 admin admin] 10.222.0.83 "DELETE /v2.0/routers/31435f45-e6c7-4c87-ba3e-667c905ed498 HTTP/1.1" status: 204 len: 168 time: 1.3207016 Nov 09 15:42:07.554002 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 46872) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:42:07.613149 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ad4b063-2000-4ebd-be91-fa3e20684e40 admin admin] Deleting subnet 96f4d1ae-6cc9-415b-935f-97b5463bf040 {{(pid=86838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 09 15:42:07.616149 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8ad4b063-2000-4ebd-be91-fa3e20684e40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:07.666121 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8ad4b063-2000-4ebd-be91-fa3e20684e40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459593'] for subnet, precommit_delete_associations {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:07.745703 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8ad4b063-2000-4ebd-be91-fa3e20684e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16468760'] for subnet, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:07.815083 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8ad4b063-2000-4ebd-be91-fa3e20684e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16468759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1120086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3042134'] for subnet, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:07.819210 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:42:07.860595 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad4b063-2000-4ebd-be91-fa3e20684e40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96f4d1ae-6cc9-415b-935f-97b5463bf040,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:42:07.871277 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8ad4b063-2000-4ebd-be91-fa3e20684e40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for subnet, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:07.874457 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-8ad4b063-2000-4ebd-be91-fa3e20684e40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:42:07.879623 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-8ad4b063-2000-4ebd-be91-fa3e20684e40 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/96f4d1ae-6cc9-415b-935f-97b5463bf040 HTTP/1.1" status: 204 len: 168 time: 0.3246200 Nov 09 15:42:07.881976 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0f6fdd-c9ed-4dee-9e21-8db0fcddee78 None None] Network c25c144b-3a73-4d69-ace0-f6f24a5c2240 requested from dv-cinder-817223-1-smb {{(pid=86840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 09 15:42:07.882462 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 46876) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:42:07.995331 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-df6de718-c69e-45a3-b889-80893c009a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16504018'] for network, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:08.007364 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [None req-df6de718-c69e-45a3-b889-80893c009a4c admin admin] Deleting port 88b1e112-a8be-4328-9f8a-d3511ffcaebc {{(pid=86838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 09 15:42:08.007959 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-df6de718-c69e-45a3-b889-80893c009a4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763972629131'] for port, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:08.119791 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.agents_db [None req-0bb7c99c-2b67-41fc-97bf-7ac1ae3a1626 None None] Agent healthcheck: found 6 active agents {{(pid=86841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 15:42:08.161845 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fa99e8-c72e-48ba-a7d6-a3a81288a300 None None] DHCP port deletion for c25c144b-3a73-4d69-ace0-f6f24a5c2240 request from dv-cinder-817223-1-smb {{(pid=86840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 09 15:42:08.166131 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-29fa99e8-c72e-48ba-a7d6-a3a81288a300 None None] Deleting port 88b1e112-a8be-4328-9f8a-d3511ffcaebc {{(pid=86840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 09 15:42:08.166513 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-29fa99e8-c72e-48ba-a7d6-a3a81288a300 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763972629131'] for port, before_delete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:08.220570 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [None req-df6de718-c69e-45a3-b889-80893c009a4c admin admin] For port 88b1e112-a8be-4328-9f8a-d3511ffcaebc, host dv-cinder-817223-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=88b1e112-a8be-4328-9f8a-d3511ffcaebc,segment=NetworkSegment(63e44a27-bd16-4dfe-a9fc-9b78776b068c),segment_id=63e44a27-bd16-4dfe-a9fc-9b78776b068c)] {{(pid=86838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:42:08.221166 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-df6de718-c69e-45a3-b889-80893c009a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980446'] for port, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:08.346388 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [None req-df6de718-c69e-45a3-b889-80893c009a4c admin admin] Calling delete_port for 88b1e112-a8be-4328-9f8a-d3511ffcaebc owned by network:dhcp {{(pid=86838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 09 15:42:08.392839 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-29fa99e8-c72e-48ba-a7d6-a3a81288a300 None None] For port 88b1e112-a8be-4328-9f8a-d3511ffcaebc, host dv-cinder-817223-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=88b1e112-a8be-4328-9f8a-d3511ffcaebc,segment=NetworkSegment(63e44a27-bd16-4dfe-a9fc-9b78776b068c),segment_id=63e44a27-bd16-4dfe-a9fc-9b78776b068c)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:42:08.393236 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-29fa99e8-c72e-48ba-a7d6-a3a81288a300 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980446'] for port, precommit_delete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:08.428531 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-df6de718-c69e-45a3-b889-80893c009a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763972633375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763972299780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1120097'] for port, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:08.433770 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-0ba22cc5-6cc1-4170-9907-ce82f4895ad5 tempest-TestMinimumBasicScenario-1464794768 tempest-TestMinimumBasicScenario-1464794768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:42:08.476300 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6de718-c69e-45a3-b889-80893c009a4c admin admin] Pushing event deleted for resources: {'Port': ['ID=88b1e112-a8be-4328-9f8a-d3511ffcaebc,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:42:08.479240 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-df6de718-c69e-45a3-b889-80893c009a4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:42:08.480136 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6de718-c69e-45a3-b889-80893c009a4c admin admin] No DVR routers for this DVR port 88b1e112-a8be-4328-9f8a-d3511ffcaebc on host dv-cinder-817223-1-smb {{(pid=86838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 15:42:08.515684 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-29fa99e8-c72e-48ba-a7d6-a3a81288a300 None None] Calling delete_port for 88b1e112-a8be-4328-9f8a-d3511ffcaebc owned by network:dhcp {{(pid=86840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 09 15:42:08.595974 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.db.api [None req-29fa99e8-c72e-48ba-a7d6-a3a81288a300 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 15:42:08.596303 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_db.api [None req-29fa99e8-c72e-48ba-a7d6-a3a81288a300 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 15:42:08.598981 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-df6de718-c69e-45a3-b889-80893c009a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16467554', 'neutron.services.segments.db._delete_segments_for_network-8763972805012'] for network, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:08.625052 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.services.segments.db [None req-df6de718-c69e-45a3-b889-80893c009a4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c25c144b-3a73-4d69-ace0-f6f24a5c2240']}} {{(pid=86838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:42:08.641331 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.services.segments.db [None req-df6de718-c69e-45a3-b889-80893c009a4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63e44a27-bd16-4dfe-a9fc-9b78776b068c') {'for_net_delete': True} {{(pid=86838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:42:08.641987 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.services.segments.db [None req-df6de718-c69e-45a3-b889-80893c009a4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63e44a27-bd16-4dfe-a9fc-9b78776b068c') {} {{(pid=86838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:42:08.654020 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-df6de718-c69e-45a3-b889-80893c009a4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763972734275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459826'] for segment, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:08.670590 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-df6de718-c69e-45a3-b889-80893c009a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16429219'] for segment, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:08.677978 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df6de718-c69e-45a3-b889-80893c009a4c admin admin] Releasing vlan 1246 on physical network physnet1 to pool {{(pid=86838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 15:42:08.678389 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-df6de718-c69e-45a3-b889-80893c009a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16429210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1120060'] for segment, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:08.691635 dv-cinder-817223-1-smb neutron-server[86838]: Traceback (most recent call last): Nov 09 15:42:08.691635 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 15:42:08.691635 dv-cinder-817223-1-smb neutron-server[86838]: timer() Nov 09 15:42:08.691635 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 15:42:08.691635 dv-cinder-817223-1-smb neutron-server[86838]: cb(*args, **kw) Nov 09 15:42:08.691635 dv-cinder-817223-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 15:42:08.691635 dv-cinder-817223-1-smb neutron-server[86838]: return func(*args, **kwargs) Nov 09 15:42:08.691635 dv-cinder-817223-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 15:42:08.691635 dv-cinder-817223-1-smb neutron-server[86838]: self._notify() Nov 09 15:42:08.691635 dv-cinder-817223-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 15:42:08.691635 dv-cinder-817223-1-smb neutron-server[86838]: self.callback(batched_events) Nov 09 15:42:08.691635 dv-cinder-817223-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 15:42:08.691635 dv-cinder-817223-1-smb neutron-server[86838]: event.method(event) Nov 09 15:42:08.691635 dv-cinder-817223-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 15:42:08.691635 dv-cinder-817223-1-smb neutron-server[86838]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 15:42:08.691635 dv-cinder-817223-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 15:42:08.691635 dv-cinder-817223-1-smb neutron-server[86838]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 15:42:08.691635 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 15:42:08.691635 dv-cinder-817223-1-smb neutron-server[86838]: return f(self, *a, **k) Nov 09 15:42:08.691635 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 09 15:42:08.691635 dv-cinder-817223-1-smb neutron-server[86838]: return self._get(url).json() Nov 09 15:42:08.691635 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 09 15:42:08.691635 dv-cinder-817223-1-smb neutron-server[86838]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 15:42:08.691635 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 15:42:08.691635 dv-cinder-817223-1-smb neutron-server[86838]: return self.request(url, 'GET', **kwargs) Nov 09 15:42:08.691635 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 15:42:08.691635 dv-cinder-817223-1-smb neutron-server[86838]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 15:42:08.691635 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 15:42:08.691635 dv-cinder-817223-1-smb neutron-server[86838]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 15:42:08.691635 dv-cinder-817223-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 15:42:08.691635 dv-cinder-817223-1-smb neutron-server[86838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 15:42:08.691635 dv-cinder-817223-1-smb neutron-server[86838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 15:42:08.763955 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-df6de718-c69e-45a3-b889-80893c009a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16467563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-978398'] for network, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:08.768248 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-2f90b241-3c3a-4b27-8e9c-0d15e34f2e65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:42:08.781223 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-df6de718-c69e-45a3-b889-80893c009a4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:08.795759 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6de718-c69e-45a3-b889-80893c009a4c admin admin] Pushing event deleted for resources: {'Network': ['ID=c25c144b-3a73-4d69-ace0-f6f24a5c2240,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:42:08.799171 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-df6de718-c69e-45a3-b889-80893c009a4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:42:08.809155 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-df6de718-c69e-45a3-b889-80893c009a4c admin admin] 10.222.0.83 "DELETE /v2.0/networks/c25c144b-3a73-4d69-ace0-f6f24a5c2240 HTTP/1.1" status: 204 len: 168 time: 0.9259732 Nov 09 15:42:08.812210 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 46880) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:42:08.909492 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device 88b1e112-a8be-4328-9f8a-d3511ffcaebc no longer exists at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 15:42:08.944241 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] No Port match for: 88b1e112-a8be-4328-9f8a-d3511ffcaebc {{(pid=86840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 09 15:42:08.944596 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device 88b1e112-a8be-4328-9f8a-d3511ffcaebc not bound to the agent host dv-cinder-817223-1-smb {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 15:42:08.945016 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device f4b28766-ac2b-4188-8587-6273b6dedad6 no longer exists at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 15:42:08.982878 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] No Port match for: f4b28766-ac2b-4188-8587-6273b6dedad6 {{(pid=86840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 09 15:42:08.983231 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device f4b28766-ac2b-4188-8587-6273b6dedad6 not bound to the agent host dv-cinder-817223-1-smb {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 15:42:08.983654 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device a88ba7e3-5a9a-4907-872e-ef66254f8c2d no longer exists at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 15:42:09.018088 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] No Port match for: a88ba7e3-5a9a-4907-872e-ef66254f8c2d {{(pid=86840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 09 15:42:09.018443 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device a88ba7e3-5a9a-4907-872e-ef66254f8c2d not bound to the agent host dv-cinder-817223-1-smb {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 15:42:09.097363 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-29fa99e8-c72e-48ba-a7d6-a3a81288a300 None None] Deleting port 88b1e112-a8be-4328-9f8a-d3511ffcaebc {{(pid=86840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 09 15:42:09.097779 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-29fa99e8-c72e-48ba-a7d6-a3a81288a300 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763972629131'] for port, before_delete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:09.166718 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-29fa99e8-c72e-48ba-a7d6-a3a81288a300 None None] The port '88b1e112-a8be-4328-9f8a-d3511ffcaebc' was deleted {{(pid=86840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 09 15:42:09.442988 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a21b38f0-e3a7-4130-9a71-1c29a749894d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-822494'] for router_interface, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:09.783760 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [None req-a21b38f0-e3a7-4130-9a71-1c29a749894d admin admin] Deleting port 4d38cd3f-916e-4987-a113-4e2aced5bf74 {{(pid=86838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 09 15:42:09.784009 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a21b38f0-e3a7-4130-9a71-1c29a749894d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763972629131'] for port, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:09.951335 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [None req-a21b38f0-e3a7-4130-9a71-1c29a749894d admin admin] For port 4d38cd3f-916e-4987-a113-4e2aced5bf74, host dv-cinder-817223-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=4d38cd3f-916e-4987-a113-4e2aced5bf74,segment=NetworkSegment(0eed07e8-d042-4f14-88da-032e201a636f),segment_id=0eed07e8-d042-4f14-88da-032e201a636f)] {{(pid=86838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:42:09.951696 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a21b38f0-e3a7-4130-9a71-1c29a749894d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980446'] for port, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:10.074138 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [None req-a21b38f0-e3a7-4130-9a71-1c29a749894d admin admin] Calling delete_port for 4d38cd3f-916e-4987-a113-4e2aced5bf74 owned by network:router_interface {{(pid=86838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 09 15:42:10.248798 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a21b38f0-e3a7-4130-9a71-1c29a749894d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763972633375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763972299780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1120097'] for port, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:10.253743 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-b9fc710f-daa9-4af1-9ebd-90057ea3edbd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:42:10.394671 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b38f0-e3a7-4130-9a71-1c29a749894d admin admin] Pushing event deleted for resources: {'Port': ['ID=4d38cd3f-916e-4987-a113-4e2aced5bf74,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:42:10.397036 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-a21b38f0-e3a7-4130-9a71-1c29a749894d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:42:10.662478 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a21b38f0-e3a7-4130-9a71-1c29a749894d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-822434'] for router_interface, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:11.036306 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a21b38f0-e3a7-4130-9a71-1c29a749894d admin admin] Router 41c4f298-b2b8-4470-9c4b-b90fbea450aa has already been hosted by L3 agent d083232d-238f-4a80-a5b8-222ad2e2cbfd {{(pid=86838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 09 15:42:11.208124 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a21b38f0-e3a7-4130-9a71-1c29a749894d admin admin] Notify agent at l3_agent.dv-cinder-817223-1-smb the message routers_updated {{(pid=86838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 09 15:42:11.220369 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d75da3-106a-4fc6-9193-ea0526add9bc None None] Sync routers for ids ['41c4f298-b2b8-4470-9c4b-b90fbea450aa'] in dv-cinder-817223-1-smb {{(pid=86841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 15:42:11.220924 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-a21b38f0-e3a7-4130-9a71-1c29a749894d admin admin] 10.222.0.83 "PUT /v2.0/routers/41c4f298-b2b8-4470-9c4b-b90fbea450aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4043083 Nov 09 15:42:11.221041 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 46890) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:42:11.228256 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d75da3-106a-4fc6-9193-ea0526add9bc None None] Routers {'41c4f298-b2b8-4470-9c4b-b90fbea450aa'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:42:11.228890 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-61d75da3-106a-4fc6-9193-ea0526add9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:41:58Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['41c4f298-b2b8-4470-9c4b-b90fbea450aa'], 'active': True} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:42:11.408213 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvr_db [None req-61d75da3-106a-4fc6-9193-ea0526add9bc None None] Set router 41c4f298-b2b8-4470-9c4b-b90fbea450aa gateway port host: dv-cinder-817223-1-smb {{(pid=86841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:42:11.512135 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-fea93eab-bc25-424f-9342-838ffd5d12cd admin admin] Notify callbacks [] for router, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:11.692105 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-61d75da3-106a-4fc6-9193-ea0526add9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c4f298-b2b8-4470-9c4b-b90fbea450aa', 'name': 'tempest-TestMinimumBasicScenario-2080746915-router', 'tenant_id': 'c5a303263c9e4c23b0915321d11b3f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'external_fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': '461ad986-cf47-48fb-bf64-34ee2c1b55a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:38:37Z', 'updated_at': '2021-11-09T15:42:10Z', 'revision_number': 5, 'project_id': 'c5a303263c9e4c23b0915321d11b3f58', 'gw_port': {'id': '461ad986-cf47-48fb-bf64-34ee2c1b55a4', 'name': '', 'network_id': 'de089fbd-190d-42e2-b873-9d0b1c33f140', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:4e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c4f298-b2b8-4470-9c4b-b90fbea450aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:38:38Z', 'updated_at': '2021-11-09T15:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c23faf8-0a9f-4180-83f0-f659576295c3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-smb'}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:42:11.692542 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-fea93eab-bc25-424f-9342-838ffd5d12cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:11.695885 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d75da3-106a-4fc6-9193-ea0526add9bc None None] Checking router: 41c4f298-b2b8-4470-9c4b-b90fbea450aa for host: dv-cinder-817223-1-smb {{(pid=86841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 15:42:11.702763 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-fea93eab-bc25-424f-9342-838ffd5d12cd admin admin] Deleting port 461ad986-cf47-48fb-bf64-34ee2c1b55a4 {{(pid=86839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 09 15:42:11.704139 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-fea93eab-bc25-424f-9342-838ffd5d12cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763972629131'] for port, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:11.706069 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d75da3-106a-4fc6-9193-ea0526add9bc None None] Routers {'41c4f298-b2b8-4470-9c4b-b90fbea450aa'} bound to L3 agent in host dv-cinder-817223-1-smb {{(pid=86841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 09 15:42:11.706657 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-61d75da3-106a-4fc6-9193-ea0526add9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817223-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T15:17:58Z,description=,heartbeat_timestamp=2021-11-09T15:41:58Z,host='dv-cinder-817223-1-smb',id=d083232d-238f-4a80-a5b8-222ad2e2cbfd,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T15:17:58Z,topic='l3_agent')) {'router_ids': ['41c4f298-b2b8-4470-9c4b-b90fbea450aa'], 'active': True} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:42:11.888908 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-fea93eab-bc25-424f-9342-838ffd5d12cd admin admin] For port 461ad986-cf47-48fb-bf64-34ee2c1b55a4, host dv-cinder-817223-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=461ad986-cf47-48fb-bf64-34ee2c1b55a4,segment=NetworkSegment(5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3),segment_id=5d8c8162-9cd9-487c-b58b-c9f8ae7fa5e3)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:42:11.889189 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_dvr_db [None req-61d75da3-106a-4fc6-9193-ea0526add9bc None None] Set router 41c4f298-b2b8-4470-9c4b-b90fbea450aa gateway port host: None {{(pid=86841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 09 15:42:11.889319 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-fea93eab-bc25-424f-9342-838ffd5d12cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980446'] for port, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:11.995476 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.l3_hamode_db [None req-61d75da3-106a-4fc6-9193-ea0526add9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c4f298-b2b8-4470-9c4b-b90fbea450aa', 'name': 'tempest-TestMinimumBasicScenario-2080746915-router', 'tenant_id': 'c5a303263c9e4c23b0915321d11b3f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:38:37Z', 'updated_at': '2021-11-09T15:42:11Z', 'revision_number': 6, 'project_id': 'c5a303263c9e4c23b0915321d11b3f58', 'gw_port_host': None}], 'dv-cinder-817223-1-smb', False) {} {{(pid=86841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:42:11.999373 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d75da3-106a-4fc6-9193-ea0526add9bc None None] The sync data for ids ['41c4f298-b2b8-4470-9c4b-b90fbea450aa'] in dv-cinder-817223-1-smb is: [{'id': '41c4f298-b2b8-4470-9c4b-b90fbea450aa', 'name': 'tempest-TestMinimumBasicScenario-2080746915-router', 'tenant_id': 'c5a303263c9e4c23b0915321d11b3f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:38:37Z', 'updated_at': '2021-11-09T15:42:11Z', 'revision_number': 6, 'project_id': 'c5a303263c9e4c23b0915321d11b3f58', 'gw_port_host': None}] {{(pid=86841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 15:42:12.012718 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-fea93eab-bc25-424f-9342-838ffd5d12cd admin admin] Calling delete_port for 461ad986-cf47-48fb-bf64-34ee2c1b55a4 owned by network:router_gateway {{(pid=86839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 09 15:42:12.304852 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-fea93eab-bc25-424f-9342-838ffd5d12cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763972633375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763972299780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337271'] for port, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:12.308387 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-f8c3ce06-9f8a-4425-9a3b-f780053dd795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:42:12.353903 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea93eab-bc25-424f-9342-838ffd5d12cd admin admin] Pushing event deleted for resources: {'Port': ['ID=461ad986-cf47-48fb-bf64-34ee2c1b55a4,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:42:12.358626 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-fea93eab-bc25-424f-9342-838ffd5d12cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:42:12.449187 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-fea93eab-bc25-424f-9342-838ffd5d12cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978213'] for router_gateway, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:12.621850 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-fea93eab-bc25-424f-9342-838ffd5d12cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-980324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-689'] for router, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:12.623942 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-fea93eab-bc25-424f-9342-838ffd5d12cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:12.646496 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-fea93eab-bc25-424f-9342-838ffd5d12cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-978257'] for router, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:12.646986 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea93eab-bc25-424f-9342-838ffd5d12cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41c4f298-b2b8-4470-9c4b-b90fbea450aa {{(pid=86839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 09 15:42:12.658811 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-fea93eab-bc25-424f-9342-838ffd5d12cd admin admin] Notify callbacks [] for router, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:12.659935 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-fea93eab-bc25-424f-9342-838ffd5d12cd admin admin] 10.222.0.83 "DELETE /v2.0/routers/41c4f298-b2b8-4470-9c4b-b90fbea450aa HTTP/1.1" status: 204 len: 168 time: 1.4380023 Nov 09 15:42:12.662546 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 46902) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:42:12.723070 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.db_base_plugin_v2 [None req-effde635-4ab6-4989-b927-76756db71540 admin admin] Deleting subnet 5cbe68d2-1afd-49d7-9d4b-34934540fbe7 {{(pid=86839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 09 15:42:12.725874 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-effde635-4ab6-4989-b927-76756db71540 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:12.774893 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-effde635-4ab6-4989-b927-76756db71540 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1821124'] for subnet, precommit_delete_associations {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:12.856735 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-effde635-4ab6-4989-b927-76756db71540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16468760'] for subnet, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:12.905695 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device 461ad986-cf47-48fb-bf64-34ee2c1b55a4 no longer exists at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 15:42:12.942543 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] No Port match for: 461ad986-cf47-48fb-bf64-34ee2c1b55a4 {{(pid=86840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 09 15:42:12.942902 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device 461ad986-cf47-48fb-bf64-34ee2c1b55a4 not bound to the agent host dv-cinder-817223-1-smb {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 15:42:12.943327 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device 4d38cd3f-916e-4987-a113-4e2aced5bf74 no longer exists at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 15:42:12.978417 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] No Port match for: 4d38cd3f-916e-4987-a113-4e2aced5bf74 {{(pid=86840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 09 15:42:12.978796 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device 4d38cd3f-916e-4987-a113-4e2aced5bf74 not bound to the agent host dv-cinder-817223-1-smb {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 15:42:13.052449 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-effde635-4ab6-4989-b927-76756db71540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16468759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3222528'] for subnet, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:13.056865 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:42:13.091895 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effde635-4ab6-4989-b927-76756db71540 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cbe68d2-1afd-49d7-9d4b-34934540fbe7,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:42:13.095481 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-effde635-4ab6-4989-b927-76756db71540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:42:13.098234 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-effde635-4ab6-4989-b927-76756db71540 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:13.103361 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf46d3fc-ec76-47da-a9f1-af0a89f5e66c None None] Network f164d546-3070-41ec-a400-5dfc489cbf01 requested from dv-cinder-817223-1-smb {{(pid=86840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 09 15:42:13.104874 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-effde635-4ab6-4989-b927-76756db71540 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/5cbe68d2-1afd-49d7-9d4b-34934540fbe7 HTTP/1.1" status: 204 len: 168 time: 0.4414017 Nov 09 15:42:13.107328 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [-] (86839) accepted ('10.222.0.83', 46908) {{(pid=86839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:42:13.215143 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-11183ecb-b56a-464d-9650-2851150e1a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16504018'] for network, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:13.227002 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-11183ecb-b56a-464d-9650-2851150e1a0b admin admin] Deleting port 88782b0e-9d99-4d76-abfb-37a2197633a8 {{(pid=86839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 09 15:42:13.227462 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-11183ecb-b56a-464d-9650-2851150e1a0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763972629131'] for port, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:13.361918 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d90101a-29ff-4dd9-ad8a-a0a9acf2dc47 None None] DHCP port deletion for f164d546-3070-41ec-a400-5dfc489cbf01 request from dv-cinder-817223-1-smb {{(pid=86840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 09 15:42:13.366138 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-9d90101a-29ff-4dd9-ad8a-a0a9acf2dc47 None None] Deleting port 88782b0e-9d99-4d76-abfb-37a2197633a8 {{(pid=86840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 09 15:42:13.366525 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-9d90101a-29ff-4dd9-ad8a-a0a9acf2dc47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763972629131'] for port, before_delete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:13.441283 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-11183ecb-b56a-464d-9650-2851150e1a0b admin admin] For port 88782b0e-9d99-4d76-abfb-37a2197633a8, host dv-cinder-817223-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=88782b0e-9d99-4d76-abfb-37a2197633a8,segment=NetworkSegment(0eed07e8-d042-4f14-88da-032e201a636f),segment_id=0eed07e8-d042-4f14-88da-032e201a636f)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:42:13.441945 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-11183ecb-b56a-464d-9650-2851150e1a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980446'] for port, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:13.564203 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-11183ecb-b56a-464d-9650-2851150e1a0b admin admin] Calling delete_port for 88782b0e-9d99-4d76-abfb-37a2197633a8 owned by network:dhcp {{(pid=86839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 09 15:42:13.565335 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-9d90101a-29ff-4dd9-ad8a-a0a9acf2dc47 None None] For port 88782b0e-9d99-4d76-abfb-37a2197633a8, host dv-cinder-817223-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-smb',level=0,port_id=88782b0e-9d99-4d76-abfb-37a2197633a8,segment=NetworkSegment(0eed07e8-d042-4f14-88da-032e201a636f),segment_id=0eed07e8-d042-4f14-88da-032e201a636f)] {{(pid=86840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 09 15:42:13.565731 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-9d90101a-29ff-4dd9-ad8a-a0a9acf2dc47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980446'] for port, precommit_delete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:13.644132 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-11183ecb-b56a-464d-9650-2851150e1a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16493163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763972633375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763972299780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337271'] for port, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:13.648207 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-e93bc364-f905-4a93-9d34-0ce1765b9f18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:42:13.691076 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11183ecb-b56a-464d-9650-2851150e1a0b admin admin] Pushing event deleted for resources: {'Port': ['ID=88782b0e-9d99-4d76-abfb-37a2197633a8,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:42:13.693597 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-11183ecb-b56a-464d-9650-2851150e1a0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:42:13.697804 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11183ecb-b56a-464d-9650-2851150e1a0b admin admin] No DVR routers for this DVR port 88782b0e-9d99-4d76-abfb-37a2197633a8 on host dv-cinder-817223-1-smb {{(pid=86839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 15:42:13.720361 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-9d90101a-29ff-4dd9-ad8a-a0a9acf2dc47 None None] Calling delete_port for 88782b0e-9d99-4d76-abfb-37a2197633a8 owned by network:dhcp {{(pid=86840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 09 15:42:13.790083 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.db.api [None req-9d90101a-29ff-4dd9-ad8a-a0a9acf2dc47 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 15:42:13.790441 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG oslo_db.api [None req-9d90101a-29ff-4dd9-ad8a-a0a9acf2dc47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 15:42:13.817187 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-11183ecb-b56a-464d-9650-2851150e1a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16467554', 'neutron.services.segments.db._delete_segments_for_network-8763972805012'] for network, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:13.842414 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.services.segments.db [None req-11183ecb-b56a-464d-9650-2851150e1a0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f164d546-3070-41ec-a400-5dfc489cbf01']}} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:42:13.854968 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.services.segments.db [None req-11183ecb-b56a-464d-9650-2851150e1a0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eed07e8-d042-4f14-88da-032e201a636f') {'for_net_delete': True} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:42:13.855262 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.services.segments.db [None req-11183ecb-b56a-464d-9650-2851150e1a0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eed07e8-d042-4f14-88da-032e201a636f') {} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 15:42:13.866504 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-11183ecb-b56a-464d-9650-2851150e1a0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763972734275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820991'] for segment, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:13.882731 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-11183ecb-b56a-464d-9650-2851150e1a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16429219'] for segment, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:13.888879 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11183ecb-b56a-464d-9650-2851150e1a0b admin admin] Releasing vlan 1220 on physical network physnet1 to pool {{(pid=86839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 15:42:13.889258 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-11183ecb-b56a-464d-9650-2851150e1a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16429210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337322'] for segment, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:13.903800 dv-cinder-817223-1-smb neutron-server[86839]: Traceback (most recent call last): Nov 09 15:42:13.903800 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 15:42:13.903800 dv-cinder-817223-1-smb neutron-server[86839]: timer() Nov 09 15:42:13.903800 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 15:42:13.903800 dv-cinder-817223-1-smb neutron-server[86839]: cb(*args, **kw) Nov 09 15:42:13.903800 dv-cinder-817223-1-smb neutron-server[86839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 09 15:42:13.903800 dv-cinder-817223-1-smb neutron-server[86839]: return func(*args, **kwargs) Nov 09 15:42:13.903800 dv-cinder-817223-1-smb neutron-server[86839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 15:42:13.903800 dv-cinder-817223-1-smb neutron-server[86839]: self._notify() Nov 09 15:42:13.903800 dv-cinder-817223-1-smb neutron-server[86839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 15:42:13.903800 dv-cinder-817223-1-smb neutron-server[86839]: self.callback(batched_events) Nov 09 15:42:13.903800 dv-cinder-817223-1-smb neutron-server[86839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 15:42:13.903800 dv-cinder-817223-1-smb neutron-server[86839]: event.method(event) Nov 09 15:42:13.903800 dv-cinder-817223-1-smb neutron-server[86839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 09 15:42:13.903800 dv-cinder-817223-1-smb neutron-server[86839]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 15:42:13.903800 dv-cinder-817223-1-smb neutron-server[86839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 09 15:42:13.903800 dv-cinder-817223-1-smb neutron-server[86839]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 15:42:13.903800 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 09 15:42:13.903800 dv-cinder-817223-1-smb neutron-server[86839]: return f(self, *a, **k) Nov 09 15:42:13.903800 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 09 15:42:13.903800 dv-cinder-817223-1-smb neutron-server[86839]: return self._get(url).json() Nov 09 15:42:13.903800 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 09 15:42:13.903800 dv-cinder-817223-1-smb neutron-server[86839]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 15:42:13.903800 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 15:42:13.903800 dv-cinder-817223-1-smb neutron-server[86839]: return self.request(url, 'GET', **kwargs) Nov 09 15:42:13.903800 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 15:42:13.903800 dv-cinder-817223-1-smb neutron-server[86839]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 15:42:13.903800 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 15:42:13.903800 dv-cinder-817223-1-smb neutron-server[86839]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 15:42:13.903800 dv-cinder-817223-1-smb neutron-server[86839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 15:42:13.903800 dv-cinder-817223-1-smb neutron-server[86839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 15:42:13.903800 dv-cinder-817223-1-smb neutron-server[86839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 15:42:13.981842 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-11183ecb-b56a-464d-9650-2851150e1a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16467563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-978398'] for network, after_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:13.985447 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:42:13.999701 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-11183ecb-b56a-464d-9650-2851150e1a0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:14.015015 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11183ecb-b56a-464d-9650-2851150e1a0b admin admin] Pushing event deleted for resources: {'Network': ['ID=f164d546-3070-41ec-a400-5dfc489cbf01,revision_number=None']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:42:14.019681 dv-cinder-817223-1-smb neutron-server[86839]: INFO neutron.wsgi [None req-11183ecb-b56a-464d-9650-2851150e1a0b admin admin] 10.222.0.83 "DELETE /v2.0/networks/f164d546-3070-41ec-a400-5dfc489cbf01 HTTP/1.1" status: 204 len: 168 time: 0.9112041 Nov 09 15:42:14.020963 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-11183ecb-b56a-464d-9650-2851150e1a0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:42:14.184374 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 46914) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:42:14.234006 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-d702d3d4-d199-480a-8382-839fba00f133 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b0a3b76c34114a0db1fbff708b260e74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483453 Nov 09 15:42:14.236347 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 46918) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:42:14.291485 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-9d90101a-29ff-4dd9-ad8a-a0a9acf2dc47 None None] Deleting port 88782b0e-9d99-4d76-abfb-37a2197633a8 {{(pid=86840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 09 15:42:14.291975 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-9d90101a-29ff-4dd9-ad8a-a0a9acf2dc47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763972629131'] for port, before_delete {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:14.296747 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a00840da-1696-41fc-81e1-5056d4bae04c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:14.323428 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a00840da-1696-41fc-81e1-5056d4bae04c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:14.368881 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-9d90101a-29ff-4dd9-ad8a-a0a9acf2dc47 None None] The port '88782b0e-9d99-4d76-abfb-37a2197633a8' was deleted {{(pid=86840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 09 15:42:14.380540 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a00840da-1696-41fc-81e1-5056d4bae04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:14.385028 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-4c970e8f-679e-44e7-81dd-b3fdcb9e626b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:42:14.399474 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00840da-1696-41fc-81e1-5056d4bae04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de876091-dc1f-47af-9ddd-f19e21ab9e92,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:42:14.403511 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-a00840da-1696-41fc-81e1-5056d4bae04c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:42:14.410007 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a00840da-1696-41fc-81e1-5056d4bae04c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:14.413375 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-a00840da-1696-41fc-81e1-5056d4bae04c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/de876091-dc1f-47af-9ddd-f19e21ab9e92 HTTP/1.1" status: 204 len: 168 time: 0.1739328 Nov 09 15:42:14.740520 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 46926) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:42:14.787776 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-93973b93-481b-428b-9305-97c4ac702d55 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c5a303263c9e4c23b0915321d11b3f58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0460534 Nov 09 15:42:14.790186 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.83', 46930) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 09 15:42:14.845790 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-aa250f25-a0d8-4c84-9436-edf4d87245a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:14.871360 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-aa250f25-a0d8-4c84-9436-edf4d87245a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:14.905587 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device 88782b0e-9d99-4d76-abfb-37a2197633a8 no longer exists at agent ovs-agent-dv-cinder-817223-1-smb {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 09 15:42:14.930516 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-aa250f25-a0d8-4c84-9436-edf4d87245a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027563'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:14.935364 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-ce4ed995-3746-46db-9e25-1438426d7c10 tempest-TestShelveInstance-2034284976 tempest-TestShelveInstance-2034284976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 15:42:14.941026 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.plugin [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] No Port match for: 88782b0e-9d99-4d76-abfb-37a2197633a8 {{(pid=86840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 09 15:42:14.941376 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.rpc [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Device 88782b0e-9d99-4d76-abfb-37a2197633a8 not bound to the agent host dv-cinder-817223-1-smb {{(pid=86840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 09 15:42:14.947103 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa250f25-a0d8-4c84-9436-edf4d87245a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63007ebe-5035-452b-952b-f376ad50e5fb,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 15:42:14.950859 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-aa250f25-a0d8-4c84-9436-edf4d87245a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 15:42:14.955263 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-aa250f25-a0d8-4c84-9436-edf4d87245a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:14.956308 dv-cinder-817223-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-aa250f25-a0d8-4c84-9436-edf4d87245a2 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/63007ebe-5035-452b-952b-f376ad50e5fb HTTP/1.1" status: 204 len: 168 time: 0.1652613 Nov 09 15:42:20.211462 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:25.138034 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-a293b894-c90b-418b-88d8-f1e74031e0e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:25.519225 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:27.671470 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-073161aa-42ae-4187-82ce-a22421d6480a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:28.714837 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:30.260545 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:45.117942 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.agents_db [None req-0bb7c99c-2b67-41fc-97bf-7ac1ae3a1626 None None] Agent healthcheck: found 6 active agents {{(pid=86841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 15:42:50.218704 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:52.729348 dv-cinder-817223-1-smb neutron-server[86838]: DEBUG neutron.wsgi [req-1e80055b-c5df-403c-af82-04b6021f0dcb req-df274b4d-99ec-4c4d-b3d7-1f86e6b384da service neutron] (86838) timed out ('10.222.0.44', 49933) {{(pid=86838) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 09 15:42:55.145490 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-54d72d2f-60ee-4c14-9f1c-ef4953710373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:55.521538 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:57.674043 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-699e44d4-cdfa-4aa2-87bf-7ca096189be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:42:58.716887 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:43:00.266560 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:43:01.640796 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [req-b2e27d06-482e-4f92-aa6b-6f040a5379ee req-d7a9a569-9bd4-40ed-9f5e-d27fdbedad74 service neutron] (86839) timed out ('10.222.0.44', 49934) {{(pid=86839) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 09 15:43:20.216230 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:43:22.117352 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.agents_db [None req-0bb7c99c-2b67-41fc-97bf-7ac1ae3a1626 None None] Agent healthcheck: found 6 active agents {{(pid=86841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 15:43:25.138668 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-b2460ee3-07bd-477f-b8b5-b20482a0e0e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:43:25.524992 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:43:27.676949 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-408cea74-fc00-4683-a613-cbd41ba6f0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:43:28.721060 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:43:30.270846 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:43:50.225325 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:43:52.208743 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [req-a2c31c38-1340-42f0-b3e6-b4ca0fed9da4 req-213645e7-b01f-4fae-8e7a-24981aeb2182 service neutron] (86839) timed out ('10.222.0.44', 49941) {{(pid=86839) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 09 15:43:55.141008 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-caac9f83-0dc9-4fa9-89a6-613ef8c5a9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:43:55.526742 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:43:57.679480 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-47b92d4e-3318-446c-9876-e9c45cccf343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:43:58.725512 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:43:59.115768 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.agents_db [None req-0bb7c99c-2b67-41fc-97bf-7ac1ae3a1626 None None] Agent healthcheck: found 6 active agents {{(pid=86841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 15:44:00.270743 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:44:20.223085 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:44:25.143568 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-b83a4536-48b2-4601-945e-fbc7c86af00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:44:25.531657 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:44:27.683802 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-09d99d8d-cd0a-4727-b8a5-85559f999952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:44:28.725654 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:44:30.272698 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:44:36.114667 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.agents_db [None req-0bb7c99c-2b67-41fc-97bf-7ac1ae3a1626 None None] Agent healthcheck: found 6 active agents {{(pid=86841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 15:44:50.221137 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:44:55.145743 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-47081e9b-43b1-4ea8-a529-5f3a5dd369ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:44:55.536308 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:44:57.687520 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-4fd1c2f1-c143-462b-9d5c-f977d9779f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:44:58.729718 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:45:00.277398 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:45:13.114198 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.agents_db [None req-0bb7c99c-2b67-41fc-97bf-7ac1ae3a1626 None None] Agent healthcheck: found 6 active agents {{(pid=86841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 15:45:20.245967 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:45:25.146904 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d5092c7a-093e-456a-ba8f-ee293134e30e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:45:25.541128 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:45:27.689499 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-8dd8c476-c40f-43e6-b2fe-8e8781a229eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:45:28.731474 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:45:30.278123 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:45:50.113172 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.agents_db [None req-0bb7c99c-2b67-41fc-97bf-7ac1ae3a1626 None None] Agent healthcheck: found 6 active agents {{(pid=86841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 15:45:50.236179 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:45:55.149956 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-546c3455-ad1d-4acb-81fb-2f2df216bd56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:45:55.542768 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:45:57.690522 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dbd4af32-50ed-4908-a81a-26454ac6cfc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:45:58.734226 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:46:00.282555 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:46:12.891808 dv-cinder-817223-1-smb neutron-server[86839]: DEBUG neutron.wsgi [req-60dc76de-a6a7-47d0-b1de-c2a1e3bd5e8d req-9bb4c79c-6966-45c8-bd30-ce2417b20047 service neutron] (86839) timed out ('10.222.0.44', 49890) {{(pid=86839) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 09 15:46:20.239662 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:46:25.151715 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-8c11d890-b72f-4a9e-88a9-9b91dbf45c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:46:25.545233 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:46:27.113003 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.agents_db [None req-0bb7c99c-2b67-41fc-97bf-7ac1ae3a1626 None None] Agent healthcheck: found 6 active agents {{(pid=86841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 15:46:27.692426 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d4713240-11a6-4e32-b506-7437f48746b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:46:28.737585 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:46:30.284717 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:46:50.241739 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:46:55.154753 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-93db17da-982b-4881-919c-d7a536b21a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:46:55.546820 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:46:57.697097 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-26f9a5f1-5f14-42ed-92d6-14ad246b934d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:46:58.741530 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:47:00.287536 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:47:04.111873 dv-cinder-817223-1-smb neutron-server[86841]: DEBUG neutron.db.agents_db [None req-0bb7c99c-2b67-41fc-97bf-7ac1ae3a1626 None None] Agent healthcheck: found 6 active agents {{(pid=86841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 09 15:47:20.239827 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-2c68a703-63b9-4094-a23c-b4202a6b157e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:47:25.158896 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d8bd1cdd-5deb-4697-8f4e-7782a82abbe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:47:25.549672 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74dc-4237-4051-ae62-53d067580890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:47:27.698324 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-f5c0327b-5a3e-4e6f-92d3-11c891092931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:47:28.744899 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d83e0152-4d9e-4e12-9fb8-e6cf08153001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 15:47:30.288950 dv-cinder-817223-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-493b9238-2693-4eea-9b3b-8a64558a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763972805075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16471476'] for agent, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}